-- Logs begin at Mon 2021-09-06 13:49:47 UTC, end at Mon 2021-09-06 14:59:56 UTC. -- Sep 06 14:30:50.838047 dv-cinder-807083-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 06 14:30:53.543025 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.common.config [-] Logging enabled! Sep 06 14:30:53.543625 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev614 Sep 06 14:30:53.543829 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 06 14:30:53.547099 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.common.config [-] Logging enabled! Sep 06 14:30:53.547361 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev614 Sep 06 14:30:53.548228 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 06 14:30:53.549152 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 14:30:53.549391 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 14:30:53.549757 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 14:30:53.550006 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 14:30:53.550236 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 14:30:53.550558 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.550858 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.551159 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.551393 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.551717 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.552008 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.552292 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.552582 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.552882 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.553169 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.553450 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.553737 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.553969 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.554255 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.554544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.554832 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.555058 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] debug = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.555338 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.555796 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.556200 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.556483 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.556773 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.557054 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.557328 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.557607 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.557891 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.558221 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] host = dv-cinder-807083-5-iscsi {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.558500 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.558788 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.559076 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.559364 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.559666 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.559944 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.560233 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.560510 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.560782 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] log_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.561057 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.561347 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.561638 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.561930 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.562165 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.562390 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.562682 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.562971 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.563294 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.564126 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.564406 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.564686 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.564964 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.565236 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.565524 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.565811 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.566099 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.566373 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.566647 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.566919 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.567189 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.567497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.567774 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.568049 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.568323 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.568611 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.568882 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.569156 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.569454 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.569741 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.570025 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.570319 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.570597 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.570886 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.571160 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.571451 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.571732 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] use_json = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.572004 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.572276 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.572559 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.572838 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.573110 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.573382 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.573652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.573936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:53.574238 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.574535 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.575098 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.575098 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.575389 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.575701 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.575993 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.576272 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.576562 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.576853 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.577139 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.577417 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.577705 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.577982 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.578276 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.578579 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.578895 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.579189 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.579485 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.579760 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.580033 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.580312 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.580597 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.580873 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.581160 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.581450 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.581730 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.582021 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.582314 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.582604 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.582879 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.583157 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.583468 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.583745 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.584021 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.584299 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.584590 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.584868 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.585140 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.585421 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.585700 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.585969 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.586238 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.586513 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.586801 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.587073 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.587343 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.587638 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.587914 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.588185 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.588470 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.588746 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.589020 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.589293 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.589570 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.589842 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.590114 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.590392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.590684 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.590945 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.591218 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.591513 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.591787 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.592060 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.592332 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.592604 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.592874 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.593150 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.593420 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.593693 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.593962 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.594237 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.594534 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.594823 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.595116 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.595394 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.595694 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.595969 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.596245 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.596523 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.596798 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.597075 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.597353 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.597625 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.597917 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.598200 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.598487 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.598770 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.599047 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.599347 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.599648 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.599932 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.600210 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.600488 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.600772 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.601056 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.601351 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.601645 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.601938 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.602231 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.602525 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.602806 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.603115 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.603396 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:53.603639 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 14:30:53.603881 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100880) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 06 14:30:53.953598 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 06 14:30:53.953927 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 06 14:30:53.954266 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 06 14:30:53.954604 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 06 14:30:54.346407 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.346698 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.346982 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.348293 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.348575 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.348846 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.384588 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.384875 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.385142 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.400268 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.400552 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.400824 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.428538 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.428819 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.429091 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.465993 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.466272 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.466544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.696017 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.696593 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.696593 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.696763 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.697434 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.817564 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.817888 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.818173 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.818448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.818715 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.819027 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.819296 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.819582 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.819841 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.820124 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.820386 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.820652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.820909 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.821163 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.821420 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.821687 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.821943 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.822210 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.822481 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.822742 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.823013 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.823267 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.823573 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.823951 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.824203 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.824450 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.824843 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:30:54.825087 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:30:54.825328 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:30:54.825568 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:30:54.825806 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:30:54.826043 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:30:54.826402 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 06 14:30:54.829569 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 06 14:30:54.833507 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 06 14:30:54.837307 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Sep 06 14:30:54.838940 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 06 14:30:54.839401 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 06 14:30:54.839764 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 06 14:30:54.840154 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 06 14:30:54.842938 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 06 14:30:54.843188 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 06 14:30:54.843560 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 14:30:54.848892 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 06 14:30:54.871278 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 06 14:30:54.871842 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.872141 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100880) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 06 14:30:54.872506 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.873861 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100880) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 06 14:30:54.874143 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 14:30:54.874389 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 06 14:30:54.878365 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.878652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:54.942338 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 06 14:30:54.942578 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 06 14:30:54.942820 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 06 14:30:54.943192 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 06 14:30:54.964801 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_db.sqlalchemy.engines [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100880) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 06 14:30:55.609738 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Initializing driver for type 'gre' Sep 06 14:30:55.610800 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] gre ID ranges: [(1, 1000)] Sep 06 14:30:55.815339 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Initializing driver for type 'local' Sep 06 14:30:55.816004 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Initializing driver for type 'vlan' Sep 06 14:30:55.884252 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] VlanTypeDriver initialization complete Sep 06 14:30:55.884556 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Initializing driver for type 'vxlan' Sep 06 14:30:55.885050 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] vxlan ID ranges: [(1, 1000)] Sep 06 14:30:56.055658 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Initializing extension driver 'port_security' Sep 06 14:30:56.055999 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.extensions.port_security [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] PortSecurityExtensionDriver initialization complete Sep 06 14:30:56.056331 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Initializing mechanism driver 'openvswitch' Sep 06 14:30:56.056650 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Initializing mechanism driver 'hyperv' Sep 06 14:30:56.063046 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.plugins.ml2.plugin [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:30:56.064236 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > port after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.064610 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > port after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.064960 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > port after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.065475 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:30:56.065903 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.066256 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.066601 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.066991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:30:56.067397 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > network after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.070325 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > network after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.070325 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > network after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.070325 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:30:56.070325 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.070325 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.070760 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.070760 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:30:56.070760 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.070760 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.071106 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.071522 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:30:56.071925 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > address_group after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.072268 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > address_group after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.072607 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.072992 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 14:30:56.073367 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] ML2 OVO RPC backend initialized. {{(pid=100880) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 06 14:30:56.074066 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.074420 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.074835 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > network before_response 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.075181 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > networks before_response 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.075556 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > port before_response 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.075899 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > ports before_response 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.076241 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.076582 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.076928 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > network after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.077270 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > network after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.077599 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > network after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.077933 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > port after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.078267 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > port after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.078604 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > port after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.079583 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.079922 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.080260 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.080825 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.plugin [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Modular L2 Plugin initialization complete Sep 06 14:30:56.081153 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading services supported by the core plugin {{(pid=100880) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 06 14:30:56.081473 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.plugins.ml2.managers [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Got port-security extension from driver 'port_security' Sep 06 14:30:56.081933 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.extensions.vlantransparent [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Disabled vlantransparent extension. Sep 06 14:30:56.082408 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100880) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 06 14:30:56.082720 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading Plugin: router Sep 06 14:30:56.117935 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.118326 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router after_create 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.118708 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router before_create 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.119123 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.119514 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.119881 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router after_delete 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.120248 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.120603 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.120967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router after_create 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.121317 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router after_update 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.121671 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router after_update 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.122022 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.122383 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router after_update 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.122799 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.123175 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: port after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.123541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: port after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.123885 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: subnet after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.124225 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.124576 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.124926 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.125274 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: port before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.125613 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.126461 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router after_update 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.126807 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.127166 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.127554 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.127905 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.128275 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > agent after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.128636 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.128984 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > network after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.129832 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Tracking information for resource: router configured {{(pid=100880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:30:56.130165 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Tracking information for resource: floatingip configured {{(pid=100880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 14:30:56.135076 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.db.l3_agentschedulers_db [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 06 14:30:56.135643 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: port after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.136007 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: port after_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.136356 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: port after_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.136707 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: port after_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.137491 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router before_create 55550100 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.137854 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.138214 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.138574 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.144043 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.services.provider_configuration [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service providers = [] {{(pid=100880) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 06 14:30:56.144408 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.db.servicetype_db [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100880) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 06 14:30:56.147313 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.services.service_base [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 14:30:56.147694 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.services.service_base [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 14:30:56.148042 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.services.service_base [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 14:30:56.148944 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.services.service_base [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 14:30:56.149315 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.services.service_base [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 06 14:30:56.149697 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:30:56.150016 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 06 14:30:56.160561 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:30:56.160895 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading Plugin: auto_allocate Sep 06 14:30:56.166567 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: network precommit_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.166940 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: network precommit_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.167486 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:30:56.167811 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading Plugin: tag Sep 06 14:30:56.174277 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:30:56.174607 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading Plugin: timestamp Sep 06 14:30:56.178578 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:30:56.178912 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading Plugin: network_ip_availability Sep 06 14:30:56.184409 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.184781 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.185135 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.185840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:30:56.186157 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading Plugin: flavors Sep 06 14:30:56.191340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:30:56.191694 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading Plugin: revisions Sep 06 14:30:56.195922 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 14:30:56.196316 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_concurrency.lockutils [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.242s {{(pid=100880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 06 14:30:56.197049 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100880) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 06 14:30:56.197385 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Initializing extension manager. Sep 06 14:30:56.197892 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: __init__.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.198234 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: __pycache__ {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.198568 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.198901 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: address_group.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.199683 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.200243 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: address-group Sep 06 14:30:56.200569 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: address_scope.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.201470 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.201974 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: address-scope Sep 06 14:30:56.202299 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.203215 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.203831 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: router-admin-state-down-before-update Sep 06 14:30:56.204162 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: agent.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.204864 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.205360 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: agent Sep 06 14:30:56.205684 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: agent_resources_synced.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.206588 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.207093 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: agent-resources-synced Sep 06 14:30:56.207437 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.209230 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.209751 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: allowed-address-pairs Sep 06 14:30:56.210084 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.211149 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.211691 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: auto-allocated-topology Sep 06 14:30:56.212019 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: availability_zone.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.212715 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.213219 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: availability_zone Sep 06 14:30:56.213542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: availability_zone_filter.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.214454 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.214955 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: availability_zone_filter Sep 06 14:30:56.215279 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: data_plane_status.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.216209 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.216711 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension data-plane-status not supported by any of loaded plugins Sep 06 14:30:56.217032 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: default_subnetpools.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.217940 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.218442 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: default-subnetpools Sep 06 14:30:56.218762 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.220116 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.220623 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: dhcp_agent_scheduler Sep 06 14:30:56.220943 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: dns.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.221854 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.222360 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension dns-integration not supported by any of loaded plugins Sep 06 14:30:56.222685 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: dns_domain_ports.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.223638 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.224146 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 06 14:30:56.224465 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.225381 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.225881 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 06 14:30:56.226202 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: dvr.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.226872 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.227372 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: dvr Sep 06 14:30:56.227721 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: ecmp_routes.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.228626 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.229122 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 06 14:30:56.229447 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: empty_string_filtering.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.230348 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.230850 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: empty-string-filtering Sep 06 14:30:56.231173 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.232114 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.232621 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 06 14:30:56.232948 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.233862 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.234368 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 06 14:30:56.234690 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: external_net.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.236272 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.236776 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: external-net Sep 06 14:30:56.237101 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.238009 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.238510 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: extra_dhcp_opt Sep 06 14:30:56.238834 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: extraroute.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.239769 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.240272 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: extraroute Sep 06 14:30:56.240595 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: extraroute_atomic.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.241615 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.242382 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: extraroute-atomic Sep 06 14:30:56.242705 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: filter_validation.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.243361 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.243884 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: filter-validation Sep 06 14:30:56.244207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: fip_pf_description.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.245112 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.245610 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 06 14:30:56.245934 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: fip_port_details.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.246844 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.247344 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: fip-port-details Sep 06 14:30:56.247692 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: flavors.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.248911 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.249428 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: flavors Sep 06 14:30:56.249759 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.251477 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.251995 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 06 14:30:56.252329 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: floatingip_pools.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.253032 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.253541 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: floatingip-pools Sep 06 14:30:56.253868 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: ip_allocation.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.254794 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.255299 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension ip_allocation not supported by any of loaded plugins Sep 06 14:30:56.255649 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.256566 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.257072 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: ip-substring-filtering Sep 06 14:30:56.257399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: l2_adjacency.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.258330 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.258829 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 06 14:30:56.259153 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: l3.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.260277 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.260794 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: router Sep 06 14:30:56.261120 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.270093 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.270614 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 06 14:30:56.270947 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.271935 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.272446 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: ext-gw-mode Sep 06 14:30:56.272775 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.273687 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.274194 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: l3-ha Sep 06 14:30:56.274520 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: l3_flavors.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.275449 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.275960 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: l3-flavors Sep 06 14:30:56.276291 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.277204 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.277714 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 06 14:30:56.278041 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: l3agentscheduler.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.279052 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.279601 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: l3_agent_scheduler Sep 06 14:30:56.279930 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: logging.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.281406 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.281966 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension logging not supported by any of loaded plugins Sep 06 14:30:56.282303 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: metering.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.283046 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.283984 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: metering Sep 06 14:30:56.284312 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.285399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.285911 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: metering_source_and_destination_fields Sep 06 14:30:56.286247 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: multiprovidernet.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.287169 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.287704 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: multi-provider Sep 06 14:30:56.292112 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: netmtu.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.292799 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.293304 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: net-mtu Sep 06 14:30:56.293628 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: netmtu_writable.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.294541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.295044 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: net-mtu-writable Sep 06 14:30:56.295369 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: network_availability_zone.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.296073 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.296572 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: network_availability_zone Sep 06 14:30:56.296894 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: network_ip_availability.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.298504 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.299013 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: network-ip-availability Sep 06 14:30:56.299342 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: network_segment_range.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.300135 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.300646 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension network-segment-range not supported by any of loaded plugins Sep 06 14:30:56.300971 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: pagination.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.301948 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.302279 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: pagination Sep 06 14:30:56.302600 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: port_device_profile.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.303565 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.304078 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: port-device-profile Sep 06 14:30:56.304402 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.305321 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.305830 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: port-mac-address-regenerate Sep 06 14:30:56.306153 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.307060 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.307594 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: port-numa-affinity-policy Sep 06 14:30:56.307923 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: port_resource_request.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.308975 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.309486 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension port-resource-request not supported by any of loaded plugins Sep 06 14:30:56.309812 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: portbindings.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.318865 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.319372 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: binding Sep 06 14:30:56.319733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: portbindings_extended.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.321003 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.321514 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: binding-extended Sep 06 14:30:56.321846 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: portsecurity.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.322759 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.323275 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: port-security Sep 06 14:30:56.323641 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: project_id.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.324614 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.324943 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: project-id Sep 06 14:30:56.325267 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: providernet.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.326189 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.326699 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: provider Sep 06 14:30:56.327022 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.330579 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.331098 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos not supported by any of loaded plugins Sep 06 14:30:56.331454 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.332688 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.333200 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 06 14:30:56.333533 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.334451 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.334957 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 06 14:30:56.335285 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_default.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.336223 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.336731 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-default not supported by any of loaded plugins Sep 06 14:30:56.337057 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_fip.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.337705 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.338200 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-fip not supported by any of loaded plugins Sep 06 14:30:56.338530 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.339465 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.339979 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 06 14:30:56.340306 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.341214 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.341716 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 06 14:30:56.342044 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_pps_rule.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.343202 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.343752 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-pps not supported by any of loaded plugins Sep 06 14:30:56.344084 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.345026 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.345531 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 06 14:30:56.345852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: qos_rules_alias.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.350953 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.351493 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 06 14:30:56.351819 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: quotasv2.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.352721 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.353048 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: quotas Sep 06 14:30:56.353370 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: quotasv2_detail.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.357885 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.358234 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: quota_details Sep 06 14:30:56.358573 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: rbac.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.359671 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.360752 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: rbac-policies Sep 06 14:30:56.361081 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: rbac_address_group.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.362023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.362539 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: rbac-address-group Sep 06 14:30:56.362869 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: rbac_address_scope.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.363813 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.364328 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: rbac-address-scope Sep 06 14:30:56.364655 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: rbac_security_groups.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.365565 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.366074 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: rbac-security-groups Sep 06 14:30:56.366399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.367602 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.368109 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: rbac-subnetpool Sep 06 14:30:56.368432 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: revisionifmatch.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.369356 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.369866 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: revision-if-match Sep 06 14:30:56.370187 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: revisions.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.371296 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.371846 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: standard-attr-revisions Sep 06 14:30:56.372174 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: router_availability_zone.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.372859 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.373365 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: router_availability_zone Sep 06 14:30:56.373689 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: routerservicetype.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.374602 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.375105 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension router-service-type not supported by any of loaded plugins Sep 06 14:30:56.375435 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.392683 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.393143 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: security-groups-normalized-cidr Sep 06 14:30:56.393469 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.394391 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.394900 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: port-security-groups-filtering Sep 06 14:30:56.395226 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.396178 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.396688 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: security-groups-remote-address-group Sep 06 14:30:56.397015 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: securitygroup.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.406495 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.407053 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: security-group Sep 06 14:30:56.407391 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: segment.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.408203 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.408713 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension segment not supported by any of loaded plugins Sep 06 14:30:56.409041 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.409978 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.410486 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 06 14:30:56.410814 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: servicetype.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.412011 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.412525 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: service-type Sep 06 14:30:56.412856 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: sorting.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.413840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.414175 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: sorting Sep 06 14:30:56.414499 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: standard_attr_segment.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.415435 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.415954 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 06 14:30:56.416282 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: standardattrdescription.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.416935 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.417455 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: standard-attr-description Sep 06 14:30:56.417780 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: stateful_security_group.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.418729 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.419236 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: stateful-security-group Sep 06 14:30:56.419595 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: stdattrs_common.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.420176 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 06 14:30:56.420497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.423840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.424347 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 06 14:30:56.424668 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: subnet_onboard.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.425743 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.426263 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: subnet_onboard Sep 06 14:30:56.426588 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.427540 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.428049 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 06 14:30:56.428374 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: subnet_service_types.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.429290 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.429802 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: subnet-service-types Sep 06 14:30:56.430129 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: subnetallocation.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.431207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.431750 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: subnet_allocation Sep 06 14:30:56.432081 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.432750 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.433265 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: subnetpool-prefix-ops Sep 06 14:30:56.433593 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.434538 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.435046 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 06 14:30:56.435372 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: tagging.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.436456 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.436972 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: standard-attr-tag Sep 06 14:30:56.437302 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: timestamp.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.439047 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.439602 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loaded extension: standard-attr-timestamp Sep 06 14:30:56.439920 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: trunk.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.440993 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.441503 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension trunk not supported by any of loaded plugins Sep 06 14:30:56.441829 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: trunk_details.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.442750 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.443258 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension trunk-details not supported by any of loaded plugins Sep 06 14:30:56.443607 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.444607 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.445116 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 06 14:30:56.445438 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Loading extension file: vlantransparent.py {{(pid=100880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 14:30:56.446124 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 14:30:56.446628 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 06 14:30:56.449050 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:network Sep 06 14:30:56.449571 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:subnet Sep 06 14:30:56.449973 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:30:56.450377 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:port Sep 06 14:30:56.451620 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.452066 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service FLAVORS assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.460798 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.460798 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.460798 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:router Sep 06 14:30:56.460798 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 14:30:56.460798 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service METERING assigned prefix: /metering {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.460798 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.461220 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.461220 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:30:56.461220 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 14:30:56.461220 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:security_group Sep 06 14:30:56.461220 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 14:30:56.461220 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service CORE assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.461729 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:30:56.461729 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] subnetpool is already registered Sep 06 14:30:56.461729 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service CORE assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.461729 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:30:56.461729 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] subnetpool is already registered Sep 06 14:30:56.462876 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.463309 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service FLAVORS assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.463967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.464397 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.464732 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:router Sep 06 14:30:56.465075 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] router is already registered Sep 06 14:30:56.465487 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 14:30:56.465825 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] floatingip is already registered Sep 06 14:30:56.466276 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service METERING assigned prefix: /metering {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.466936 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 14:30:56.467263 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] rbac_policy is already registered Sep 06 14:30:56.467697 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:security_group Sep 06 14:30:56.468035 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] security_group is already registered Sep 06 14:30:56.468435 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 14:30:56.468767 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] security_group_rule is already registered Sep 06 14:30:56.469405 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service CORE assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.469733 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:30:56.470066 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] subnetpool is already registered Sep 06 14:30:56.470482 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.v2.resource_helper [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Service CORE assigned prefix: {{(pid=100880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 14:30:56.470810 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 14:30:56.471152 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING neutron.quota.resource_registry [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] subnetpool is already registered Sep 06 14:30:56.471634 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: extensions {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.473078 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: address-groups {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.474565 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: address-scopes {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.475905 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: agents {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.477057 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: auto-allocated-topology {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.478295 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: availability_zones {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.479570 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: dhcp-networks {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.481115 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: dhcp-agents {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.482528 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: routers {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.484746 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: flavors {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.489469 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: service_profiles {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.489469 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: next_providers {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.489469 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: service_profiles {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.490614 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: floatingip-pools {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.491869 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: routers {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.494212 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: floatingips {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.495515 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: l3-routers {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.496923 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: l3-agents {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.498322 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: metering-labels {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.500509 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: metering-label-rules {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.502325 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: network-ip-availabilities {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.503625 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: bindings {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.506777 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: quotas {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.506777 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: quotas {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.508143 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: rbac-policies {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.509338 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: security-groups {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.510618 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: security-group-rules {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.511890 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: service-providers {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.513092 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: subnetpools {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.514503 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: subnetpools {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.515983 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.517670 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.519618 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.521395 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.523170 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.525011 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.526696 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.528615 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.530355 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.532141 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron.api.extensions [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Extended resource: tags {{(pid=100880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 14:30:56.538092 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING keystonemiddleware.auth_token [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 06 14:30:56.542793 dv-cinder-807083-5-iscsi neutron-server[100880]: WARNING keystonemiddleware.auth_token [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 06 14:30:56.551796 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_concurrency.lockutils [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Acquired lock "singleton_lock" {{(pid=100880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 06 14:30:56.558553 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_concurrency.lockutils [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Releasing lock "singleton_lock" {{(pid=100880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 06 14:30:56.558553 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO oslo_service.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Starting 2 workers Sep 06 14:30:56.558553 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Started child 100989 {{(pid=100880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 14:30:56.562244 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Started child 100990 {{(pid=100880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 14:30:56.563072 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:56.564460 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO neutron.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 06 14:30:56.565072 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Notify callbacks [] for process, before_spawn {{(pid=100880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:56.565170 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [-] (100989) wsgi starting up on http://0.0.0.0:9696 Sep 06 14:30:56.567502 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO oslo_service.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Starting 1 workers Sep 06 14:30:56.567672 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:56.569086 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [-] (100990) wsgi starting up on http://0.0.0.0:9696 Sep 06 14:30:56.572859 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Started child 100991 {{(pid=100880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 14:30:56.573398 dv-cinder-807083-5-iscsi neutron-server[100880]: INFO oslo_service.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Starting 1 workers Sep 06 14:30:56.576392 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] calling RpcWorker wait() {{(pid=100991) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 06 14:30:56.576857 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] returning from RpcWorker wait() {{(pid=100991) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 06 14:30:56.578057 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Started child 100992 {{(pid=100880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 14:30:56.578169 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:56.578616 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:30:56.578945 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG neutron_lib.callbacks.manager [None req-5fe42982-b56b-447a-b1bf-cc490bcb39c2 None None] Notify callbacks [] for process, after_spawn {{(pid=100880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:56.580893 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 14:30:56.581105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 14:30:56.584262 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 14:30:56.584262 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 14:30:56.584262 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 14:30:56.584262 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 14:30:56.584262 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.584262 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.584262 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.584726 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:30:56.585195 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.585195 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.586748 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.586995 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.587249 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.587567 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.587816 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.587999 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.588173 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.588428 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.588664 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.588965 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.589259 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.589513 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.589815 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.589988 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.590247 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.590514 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.590761 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.591026 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] debug = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.591253 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.591792 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.592026 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.592298 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.592538 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.592810 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.593064 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.593312 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.593558 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.593796 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.594036 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.594290 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.594565 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.594776 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.594997 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.595250 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.595522 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.595963 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] host = dv-cinder-807083-5-iscsi {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.596218 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.596430 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.596679 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.596922 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.597167 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.597377 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.597632 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.597895 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.598136 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.598358 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.598617 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.598862 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.599106 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.599355 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604012 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_options = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604012 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604012 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604012 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604012 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604012 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604012 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.604852 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.605768 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.605768 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.605768 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.605768 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.605768 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.605768 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.605768 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.605768 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.606733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.607782 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.607782 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.607782 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.607782 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.607782 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.607782 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.608478 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.608478 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.608478 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.608826 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.608826 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.609153 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.609153 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.609406 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.609746 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_json = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.609746 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.610513 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.610758 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.610969 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.611180 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.611389 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.611626 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.611905 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.612272 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.612554 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.612847 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.613076 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.613305 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.613556 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.613804 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.614038 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.614299 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.614536 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.614809 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.615025 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.615310 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.615584 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.615864 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.616192 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.616449 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.616710 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.616946 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.617415 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.617872 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.618117 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.618394 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.619052 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.619052 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.619052 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.620013 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.620013 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.620225 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:30:56.620315 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.620471 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.620719 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.620937 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.621158 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.621393 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.621625 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.621875 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.622109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.622360 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.622575 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.622785 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.623018 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.623244 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.623503 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.623749 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.623986 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.624278 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.624467 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.624693 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.624926 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.625138 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.625351 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.625579 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.626395 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.626611 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.626864 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.627111 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.627330 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.627617 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.627807 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.628024 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.628282 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.628500 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.628712 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.628921 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.629137 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.629372 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.629618 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.629948 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.630108 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.630274 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.630492 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.630721 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.630957 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.631168 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.631382 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.631630 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.631866 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.632095 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.632539 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.632667 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.632854 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.633355 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.633576 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.633796 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.634134 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.634374 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.634586 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.634819 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.635064 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.635340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.635744 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.636004 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.636256 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.636492 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.636730 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.637084 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.640803 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.641084 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.641674 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.642641 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.643972 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.644204 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.644517 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.644788 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.645035 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.645322 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.645560 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.645819 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.646064 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.646311 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.646544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.646842 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.647114 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.647369 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.647670 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.647961 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.648271 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.648538 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.648801 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.649034 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.649327 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.649682 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.650032 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.650332 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.650554 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.650800 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.651077 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.651344 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.651679 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.656340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.656340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.656340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.656340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.656340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.656340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.656340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.656340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657368 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657368 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657368 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657368 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657368 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657368 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657368 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657368 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657849 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657849 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.657849 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.658024 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.658091 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.658328 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.658756 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.659173 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.659640 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.660043 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.660424 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.660806 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.661171 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.661570 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.661927 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.662319 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.662795 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.663183 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.663584 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.663992 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.664205 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.664464 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.664729 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.664960 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.665194 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.665425 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.665667 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.665930 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.666158 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.666439 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.666706 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.666946 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.667181 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.667450 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.667726 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.667948 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.668219 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.668459 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.668678 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.668898 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.669122 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.669358 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.669574 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.669828 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.670046 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.670285 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.670537 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.670870 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.671128 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.671386 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.671751 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.671978 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.672236 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.672461 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.673343 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.673577 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.673797 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.674020 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.674285 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.674533 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.674789 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.675464 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.675680 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.675899 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.684967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.684967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.684967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.684967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.684967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.684967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.684967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.684967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.685542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.685542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.685542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.685542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.685542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.685542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.685542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.685542 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686023 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686480 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686480 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686480 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686480 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686480 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686480 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686480 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686480 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.686936 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687399 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687909 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687909 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687909 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.687909 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.688223 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.688420 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.688694 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.688966 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.689236 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.689534 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.689801 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.690019 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.690320 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.690662 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.690993 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.691257 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.691513 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.691759 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.691987 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.692205 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.692458 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.692697 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.692916 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.693179 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.693408 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.693636 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.693857 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.694115 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.694333 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.694559 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.694773 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.695012 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.695234 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.695391 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 14:30:56.696103 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 14:30:56.696268 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 14:30:56.696426 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 14:30:56.696599 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 14:30:56.696771 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 14:30:56.696927 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 14:30:56.697135 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.697300 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.697464 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.697627 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.697789 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.697972 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.698136 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.698298 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.698460 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.698622 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.698783 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.698946 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.699107 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.699270 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.699449 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.699616 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.699778 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.699943 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.700130 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.700353 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.700518 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.700681 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.700843 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] debug = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.701006 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.701224 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.701392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.701559 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.701719 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.701880 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.702041 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.702202 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.702363 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.702522 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.702675 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.702836 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.702998 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.703160 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.703321 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.703517 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.703664 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.703857 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] host = dv-cinder-807083-5-iscsi {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.704018 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.704176 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.704338 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.704500 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.704662 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.705214 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.705214 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.705214 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.705420 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.705420 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.705576 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.705892 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.706230 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.706561 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.706725 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_options = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.706888 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.707049 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.707263 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.707404 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.707596 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.707761 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.707924 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.708087 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.708250 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.708416 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.708580 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.708742 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711109 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.711652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712131 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712131 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712131 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712131 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712131 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712478 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712478 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712478 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712643 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.712830 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.713038 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.713127 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.713311 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.713449 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.713567 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.713730 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.713902 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_json = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.714052 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.714214 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.714376 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.714535 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.714697 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.714858 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.715019 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.715182 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 14:30:56.715362 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.715551 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.715727 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.715892 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.716056 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.716220 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.716385 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.716549 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.716713 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.716876 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.717047 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.717213 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.717389 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.717553 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.717716 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.717883 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.718048 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.718212 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.718376 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.718539 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.718703 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.718867 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.719039 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.719203 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.719902 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.720081 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.720245 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.720424 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.720588 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.720752 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.720916 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.721079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.721244 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.721409 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.721575 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.721744 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.721909 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.722072 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.722235 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.722400 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.722564 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.722727 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.722891 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.723056 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.723220 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.723388 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.723576 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.727448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.727448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.727448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.727448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.727448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.727448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.727448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.727448 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728007 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728105 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.728840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.729541 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730143 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730143 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730143 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730143 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730143 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730143 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730143 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730591 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730591 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730591 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730814 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.730892 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.731008 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.731174 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.731340 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.731525 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.731695 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.731860 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.732025 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.732189 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.732356 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.732520 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.732683 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.732847 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.733011 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.733174 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.733337 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.733506 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.733678 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.733870 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.734025 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.734171 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.734312 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.734467 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.734641 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.734805 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.734966 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.735699 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.735854 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.736028 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.736185 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.736346 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.736513 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.736676 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.736840 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.737009 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.737173 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.737338 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.737489 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.737653 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.737824 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.738001 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.738166 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.738331 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.738492 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.738670 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.738830 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.738969 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.739137 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.739300 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.739488 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.739633 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.739850 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.739993 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.740079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.740243 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.740407 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.740571 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.740735 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.740898 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.741060 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.741225 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.741389 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.741553 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.741721 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.741886 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.742304 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.742468 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.742632 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.742795 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.742958 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.743121 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.743285 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.743468 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.743632 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.743796 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.743986 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.744111 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.744274 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.744438 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.744600 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.744763 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.744929 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.745093 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.745258 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.745421 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.745585 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.745750 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.745914 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.746080 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.746280 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.746406 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.746571 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.746733 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.746898 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.747061 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.747226 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.747390 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.751392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.751392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.751392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.751392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.751392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.751392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.751392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.751392 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752207 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.752991 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.753544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.753544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.753544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.753544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.753544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.753544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.753544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.753544 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.754497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.754497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.754497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.754497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.754497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.754497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.754497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.754497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755079 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755652 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755982 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.755982 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.756145 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.756222 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.756382 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.756470 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.756638 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.756812 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.756976 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.757138 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.757303 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.757478 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.757643 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.757808 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.757972 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.758135 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.758300 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.758467 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.758635 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.758798 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.758966 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.759130 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.759303 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.759497 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.759670 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.759835 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.760006 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.760183 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.760348 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.760512 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.760675 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.760839 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.761003 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.761166 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.761330 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.761493 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.761658 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.761823 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.761986 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.762149 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.762313 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.762477 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.762640 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.762805 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.762967 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.763130 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.763294 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 14:30:56.763467 dv-cinder-807083-5-iscsi neutron-server[100880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 14:30:57.013623 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 52904) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:30:57.022842 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069559 Sep 06 14:31:08.472751 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b356b59-c71e-462e-a2fd-be36b4614f31 None None] get_active_networks_info from dv-cinder-807083-5-iscsi {{(pid=100991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 06 14:31:08.566476 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b356b59-c71e-462e-a2fd-be36b4614f31 None None] No non-hosted networks {{(pid=100991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 06 14:31:08.592614 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.agentschedulers_db [None req-6b356b59-c71e-462e-a2fd-be36b4614f31 None None] DHCP Agent not found on host dv-cinder-807083-5-iscsi {{(pid=100991) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 06 14:31:08.718398 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-44167c0f-04f5-48d8-9f35-d2b2658fc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373155'] for agent, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:11.228510 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-33d6712f-1f49-46a6-a118-b0f2f7b46fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373155'] for agent, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:11.278555 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.db.api [None req-919a9b9c-37b5-45d1-81b9-9bdabbc0e4f2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-807083-5-iscsi {{(pid=100991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 14:31:11.279267 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG oslo_db.api [None req-919a9b9c-37b5-45d1-81b9-9bdabbc0e4f2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 14:31:11.444667 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373155'] for agent, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:11.445741 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.446291 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.446955 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.447709 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455846 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455846 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455846 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:11.455846 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-807083-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:11.462307 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-807083-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:11.877927 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-919a9b9c-37b5-45d1-81b9-9bdabbc0e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:12.197597 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373155'] for agent, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:14.022132 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.db.l3_hamode_db [None req-51b05dcd-bd8f-4c52-bb25-23d4c5dc30b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 06 14:31:14.116897 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b05dcd-bd8f-4c52-bb25-23d4c5dc30b5 None None] Routers set() bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:14.116897 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b05dcd-bd8f-4c52-bb25-23d4c5dc30b5 None None] Router IDs set() for agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 06 14:31:14.191237 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373155'] for agent, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:14.881293 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 52996) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:15.367254 dv-cinder-807083-5-iscsi neutron-server[100989]: WARNING oslo_policy.policy [None req-7a589e81-a204-4560-abc9-e9ccabde6f79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:31:15.367871 dv-cinder-807083-5-iscsi neutron-server[100989]: WARNING oslo_policy.policy [None req-7a589e81-a204-4560-abc9-e9ccabde6f79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:31:15.587220 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [None req-7a589e81-a204-4560-abc9-e9ccabde6f79 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:31:15.588347 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-7a589e81-a204-4560-abc9-e9ccabde6f79 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7061636 Sep 06 14:31:17.950402 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53010) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:18.255961 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-69c04956-4649-4573-8820-4b166891e74a admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:18.348554 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.policy [None req-69c04956-4649-4573-8820-4b166891e74a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100989) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 14:31:18.393702 dv-cinder-807083-5-iscsi neutron-server[100989]: WARNING oslo_policy.policy [None req-69c04956-4649-4573-8820-4b166891e74a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:31:18.394079 dv-cinder-807083-5-iscsi neutron-server[100989]: WARNING oslo_policy.policy [None req-69c04956-4649-4573-8820-4b166891e74a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:31:18.402479 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.quota [None req-69c04956-4649-4573-8820-4b166891e74a admin admin] Loaded quota_driver: . Sep 06 14:31:18.557175 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-69c04956-4649-4573-8820-4b166891e74a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777106653754', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777106653385', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777106682134', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777106671818', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777107347770', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777106627420', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1436856', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1330944', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-472808', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419105'] for rbac-policy, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:18.757111 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-69c04956-4649-4573-8820-4b166891e74a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:18.758310 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-69c04956-4649-4573-8820-4b166891e74a admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8069336 Sep 06 14:31:21.318549 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53022) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:21.611747 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'admin_state_up': True}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:21.699858 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Made reservation on behalf of a2132b5cd5b34996830e6b092543504d for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:21.702481 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:21.719575 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:21.838061 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:21.928633 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:21.947799 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:31:21.975354 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777108673401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:21.975945 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Unsubscribe: segment precommit_create {{(pid=100989) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 14:31:21.976441 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Added segment 5cff4ce9-4b88-4736-99c5-f68a76521d54 of type vlan for network c1646007-234f-4ed8-83de-134129199040 Sep 06 14:31:21.992035 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed7a9fc-c48f-4e37-886c-d2110f0cc5fa,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:22.017406 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.017761 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.018099 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.018431 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.018756 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.019095 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.019436 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.019777 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.020112 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.020432 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.020746 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.021064 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Tracked resource versions report: Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: pushed versions: Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: { 'AddressGroup': {'1.2'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'ConntrackHelper': {'1.0'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Log': {'1.0'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Network': {'1.1'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Port': {'1.7'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'PortForwarding': {'1.2'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'QosPolicy': {'1.9'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SecurityGroup': {'1.4'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SubPort': {'1.0'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Subnet': {'1.1'}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Trunk': {'1.1'}} Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: consumer versions: Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: { DHCP agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: L3 agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: Metadata agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: Metering agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: Open vSwitch agent@dv-cinder-807083-5-iscsi: { 'AddressGroup': '1.2', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'ConntrackHelper': '1.0', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Log': '1.0', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Network': '1.1', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Port': '1.7', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'PortForwarding': '1.2', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'QosPolicy': '1.9', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SecurityGroup': '1.4', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SecurityGroupRule': '1.2', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SubPort': '1.0', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Subnet': '1.1', Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Trunk': '1.1'}} Sep 06 14:31:22.022124 dv-cinder-807083-5-iscsi neutron-server[100989]: {{(pid=100989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:31:22.095343 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:22.197139 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:22.198173 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:22.198822 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:22.291647 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] Pushing event updated for resources: {'Network': ['ID=c1646007-234f-4ed8-83de-134129199040,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:22.302633 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network c1646007-234f-4ed8-83de-134129199040 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:22.324078 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-be077f75-628d-43d6-8a67-39ff141b6020 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0044720 Sep 06 14:31:24.959805 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53036) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:25.446438 dv-cinder-807083-5-iscsi neutron-server[100990]: WARNING oslo_policy.policy [None req-5355d41b-2a2b-4fc1-aed6-6369310ab89e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:31:25.447501 dv-cinder-807083-5-iscsi neutron-server[100990]: WARNING oslo_policy.policy [None req-5355d41b-2a2b-4fc1-aed6-6369310ab89e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:31:25.885198 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.policy [None req-5355d41b-2a2b-4fc1-aed6-6369310ab89e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100990) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 14:31:25.929672 dv-cinder-807083-5-iscsi neutron-server[100990]: WARNING oslo_policy.policy [None req-5355d41b-2a2b-4fc1-aed6-6369310ab89e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:31:25.930040 dv-cinder-807083-5-iscsi neutron-server[100990]: WARNING oslo_policy.policy [None req-5355d41b-2a2b-4fc1-aed6-6369310ab89e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 14:31:25.938904 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355d41b-2a2b-4fc1-aed6-6369310ab89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:25.940809 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5355d41b-2a2b-4fc1-aed6-6369310ab89e admin admin] 10.222.0.48 "GET /v2.0/networks/c1646007-234f-4ed8-83de-134129199040 HTTP/1.1" status: 200 len: 825 time: 0.9788959 Sep 06 14:31:25.979096 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-37f0a694-147d-45ac-9647-19757add04fd admin admin] 10.222.0.48 "GET /v2.0/subnetpools/9942b5dd-4836-4061-8ceb-48f07e123ab9 HTTP/1.1" status: 200 len: 734 time: 0.0320697 Sep 06 14:31:25.989096 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c1646007-234f-4ed8-83de-134129199040', 'subnetpool_id': '9942b5dd-4836-4061-8ceb-48f07e123ab9', 'ip_version': 4, 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'gateway_ip': '172.20.0.1'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:25.991350 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.quota [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Loaded quota_driver: . Sep 06 14:31:26.110767 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Made reservation on behalf of a2132b5cd5b34996830e6b092543504d for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:26.113508 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:26.448607 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:26.518819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Checking segment: {'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:26.519195 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Network hostable DHCP agents. Network: c1646007-234f-4ed8-83de-134129199040, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:26.529265 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9567aeed-db91-46d9-a792-7415877d90a6,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:26.542229 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.542599 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.542937 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.543267 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.543620 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.543958 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.544283 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.544696 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.545033 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.545355 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.545671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.545984 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Tracked resource versions report: Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: pushed versions: Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: { 'AddressGroup': {'1.2'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'ConntrackHelper': {'1.0'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Log': {'1.0'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Network': {'1.1'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Port': {'1.7'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'PortForwarding': {'1.2'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'QosPolicy': {'1.9'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SecurityGroup': {'1.4'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SubPort': {'1.0'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Subnet': {'1.1'}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Trunk': {'1.1'}} Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: consumer versions: Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: { DHCP agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: L3 agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: Metadata agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: Metering agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: Open vSwitch agent@dv-cinder-807083-5-iscsi: { 'AddressGroup': '1.2', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'ConntrackHelper': '1.0', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Log': '1.0', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Network': '1.1', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Port': '1.7', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'PortForwarding': '1.2', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'QosPolicy': '1.9', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SecurityGroup': '1.4', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SecurityGroupRule': '1.2', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SubPort': '1.0', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Subnet': '1.1', Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Trunk': '1.1'}} Sep 06 14:31:26.547057 dv-cinder-807083-5-iscsi neutron-server[100990]: {{(pid=100990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:31:26.642774 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Network c1646007-234f-4ed8-83de-134129199040 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:26.722431 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, c1646007-234f-4ed8-83de-134129199040) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:26.727001 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:26.727655 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:26.732628 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07914fd-ee87-4733-98e5-9d4de147da0f None None] Network c1646007-234f-4ed8-83de-134129199040 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:26.815269 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6a055fde-9970-4529-b76c-7d04e9c854b9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8295586 Sep 06 14:31:27.048908 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-c1646007-234f-4ed8-83de-134129199040', 'network_id': 'c1646007-234f-4ed8-83de-134129199040', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'fixed_ips': [{'subnet_id': '9567aeed-db91-46d9-a792-7415877d90a6'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:31:27.050332 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:27.319516 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Allocated IP 172.20.0.2 (c1646007-234f-4ed8-83de-134129199040/9567aeed-db91-46d9-a792-7415877d90a6/07b1f447-4168-4e93-8934-130792028eb7) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:27.545718 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:27.560124 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Transition to ACTIVE for port object 07b1f447-4168-4e93-8934-130792028eb7 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:27.582181 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Transition to ACTIVE for port object 07b1f447-4168-4e93-8934-130792028eb7 will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:27.729211 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:27.794902 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Network c1646007-234f-4ed8-83de-134129199040 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:27.799473 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:27.809380 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:27.818383 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Pushing event updated for resources: {'Port': ['ID=07b1f447-4168-4e93-8934-130792028eb7,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:27.847074 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.847354 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.847735 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.848074 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.848403 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.848731 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.849056 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.849377 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.849716 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.850039 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.850357 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.850681 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Tracked resource versions report: Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: pushed versions: Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: { 'AddressGroup': {'1.2'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'ConntrackHelper': {'1.0'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Log': {'1.0'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Network': {'1.1'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Port': {'1.7'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'PortForwarding': {'1.2'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'QosPolicy': {'1.9'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SecurityGroup': {'1.4'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SubPort': {'1.0'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Subnet': {'1.1'}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Trunk': {'1.1'}} Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: consumer versions: Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: { DHCP agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: L3 agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: Metadata agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: Metering agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: Open vSwitch agent@dv-cinder-807083-5-iscsi: { 'AddressGroup': '1.2', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'ConntrackHelper': '1.0', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Log': '1.0', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Network': '1.1', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Port': '1.7', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'PortForwarding': '1.2', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'QosPolicy': '1.9', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SecurityGroup': '1.4', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SecurityGroupRule': '1.2', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SubPort': '1.0', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Subnet': '1.1', Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Trunk': '1.1'}} Sep 06 14:31:27.851753 dv-cinder-807083-5-iscsi neutron-server[100991]: {{(pid=100991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:31:27.898996 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Attempting to bind port 07b1f447-4168-4e93-8934-130792028eb7 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:27.899388 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Attempting to bind port 07b1f447-4168-4e93-8934-130792028eb7 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:27.899837 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Attempting to bind port 07b1f447-4168-4e93-8934-130792028eb7 on network c1646007-234f-4ed8-83de-134129199040 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:27.904592 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:27.904986 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Checking segment: {'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:27.905466 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:27.905854 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Bound using segment: {'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:27.906353 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Bound port: 07b1f447-4168-4e93-8934-130792028eb7, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:27.907308 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:27.970313 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] For port 07b1f447-4168-4e93-8934-130792028eb7, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:27.974512 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] For port 07b1f447-4168-4e93-8934-130792028eb7, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=07b1f447-4168-4e93-8934-130792028eb7,segment=NetworkSegment(5cff4ce9-4b88-4736-99c5-f68a76521d54),segment_id=5cff4ce9-4b88-4736-99c5-f68a76521d54)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:28.042520 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:28.104748 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1ecf9-c41a-41e5-962a-39e46ccf73b5 None None] Pushing event updated for resources: {'Port': ['ID=07b1f447-4168-4e93-8934-130792028eb7,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:29.208358 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53056) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:29.532371 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [None req-f6695e64-cfe2-4288-a598-a70da3f12dc5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:31:29.547448 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f6695e64-cfe2-4288-a598-a70da3f12dc5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240175 Sep 06 14:31:31.924999 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53064) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:32.234152 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [None req-94ac3c16-0ac4-43fc-9333-9a8b7a41a611 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:31:32.235689 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-94ac3c16-0ac4-43fc-9333-9a8b7a41a611 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096781 Sep 06 14:31:34.869942 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53074) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:35.167815 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-c68dfc27-6360-4302-8681-749d54260b06 admin admin] Request body: {'router': {'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'name': 'router1', 'admin_state_up': True}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:35.236251 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c68dfc27-6360-4302-8681-749d54260b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.238012 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c68dfc27-6360-4302-8681-749d54260b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.380838 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c68dfc27-6360-4302-8681-749d54260b06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.446117 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 07b1f447-4168-4e93-8934-130792028eb7 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:35.455461 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c68dfc27-6360-4302-8681-749d54260b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.511247 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c68dfc27-6360-4302-8681-749d54260b06 admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:35.512499 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c68dfc27-6360-4302-8681-749d54260b06 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6415601 Sep 06 14:31:35.614086 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 07b1f447-4168-4e93-8934-130792028eb7 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:36.470843 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f0365-8504-44ba-8d1a-a9a6f34584d3 None None] Network c1646007-234f-4ed8-83de-134129199040 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:36.591996 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ed3572c2-6322-42ac-9a78-cf542936c8cc None None] Provisioning for port 07b1f447-4168-4e93-8934-130792028eb7 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:36.601572 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ed3572c2-6322-42ac-9a78-cf542936c8cc None None] Provisioning complete for port 07b1f447-4168-4e93-8934-130792028eb7 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:36.601967 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ed3572c2-6322-42ac-9a78-cf542936c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.748070 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ed3572c2-6322-42ac-9a78-cf542936c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.783832 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ed3572c2-6322-42ac-9a78-cf542936c8cc None None] For port 07b1f447-4168-4e93-8934-130792028eb7, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=07b1f447-4168-4e93-8934-130792028eb7,segment=NetworkSegment(5cff4ce9-4b88-4736-99c5-f68a76521d54),segment_id=5cff4ce9-4b88-4736-99c5-f68a76521d54)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:36.837030 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ed3572c2-6322-42ac-9a78-cf542936c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:36.884643 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3572c2-6322-42ac-9a78-cf542936c8cc None None] Pushing event updated for resources: {'Port': ['ID=07b1f447-4168-4e93-8934-130792028eb7,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:36.957162 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-d536edd0-5f5d-403c-a198-fc453cfbd68a None None] Provisioning complete for port 07b1f447-4168-4e93-8934-130792028eb7 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:36.957162 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d536edd0-5f5d-403c-a198-fc453cfbd68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.380314 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 07b1f447-4168-4e93-8934-130792028eb7 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:37.425910 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 07b1f447-4168-4e93-8934-130792028eb7 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:37.426285 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:37.893585 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53086) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:38.207349 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [None req-de155b04-cf5d-4c2e-97f1-af75d7434cf3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:31:38.208413 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-de155b04-cf5d-4c2e-97f1-af75d7434cf3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138685 Sep 06 14:31:38.442240 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c011-93de-4571-9baf-884b0b0edba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:40.599350 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53094) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:40.907716 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:41.024022 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Made reservation on behalf of c7243fbd0ab24a959879f46df014b717 for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:41.026220 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.058727 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.169199 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.195597 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7318836a-9bdd-4790-a05e-9336ef47b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.252877 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.270705 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Reserving flat network on physical network physnet1 {{(pid=100990) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 06 14:31:41.288457 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d3dd49-6a43-448d-8d5e-c878691b0b5e,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:41.294127 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777108673401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.294677 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Unsubscribe: segment precommit_create {{(pid=100990) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 14:31:41.295147 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Added segment 2f95e511-4f60-44cb-a3db-22edc61bfa73 of type flat for network 58bd897f-d043-4d11-8393-c3fcad939ad2 Sep 06 14:31:41.355169 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.464833 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.482030 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.482966 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:41.483571 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:41.570862 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] Pushing event updated for resources: {'Network': ['ID=58bd897f-d043-4d11-8393-c3fcad939ad2,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:41.581759 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:31:41.591534 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a9b0f6a3-2ce8-4cb5-9336-8d885fa93ebf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9910967 Sep 06 14:31:42.087426 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:43.941751 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53112) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:44.035348 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.117948 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71823b96-c873-412b-a034-b335dbd12752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:44.119288 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-71823b96-c873-412b-a034-b335dbd12752 admin admin] 10.222.0.48 "GET /v2.0/subnets/9567aeed-db91-46d9-a792-7415877d90a6 HTTP/1.1" status: 200 len: 849 time: 0.1765847 Sep 06 14:31:44.235947 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6a004e80-6ad1-4b7f-9c6a-25ee32f37003 admin admin] 10.222.0.48 "GET /v2.0/routers/aa679e93-3165-4f95-b779-d8a85c52980a HTTP/1.1" status: 200 len: 704 time: 0.1104827 Sep 06 14:31:44.500821 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.788280 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Allocated IP 172.20.0.1 (c1646007-234f-4ed8-83de-134129199040/9567aeed-db91-46d9-a792-7415877d90a6/0283b272-eac4-4c90-8e4e-71629ecfac9d) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:44.936580 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:44.957354 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Transition to ACTIVE for port object 0283b272-eac4-4c90-8e4e-71629ecfac9d will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:45.117209 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.178382 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Network c1646007-234f-4ed8-83de-134129199040 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:45.182813 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:45.185500 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:45.186187 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.255086 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0283b272-eac4-4c90-8e4e-71629ecfac9d,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:45.449390 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.480939 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-7350b4d3-aab6-49c5-914e-83829c394bb5 None None] Provisioning for port 0283b272-eac4-4c90-8e4e-71629ecfac9d completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:45.486118 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-7350b4d3-aab6-49c5-914e-83829c394bb5 None None] Provisioning complete for port 0283b272-eac4-4c90-8e4e-71629ecfac9d triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:45.486492 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7350b4d3-aab6-49c5-914e-83829c394bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.519030 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-7350b4d3-aab6-49c5-914e-83829c394bb5 None None] Port 0283b272-eac4-4c90-8e4e-71629ecfac9d cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:31:45.653348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.709980 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.710659 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:45.770066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0283b272-eac4-4c90-8e4e-71629ecfac9d,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:45.832505 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Network c1646007-234f-4ed8-83de-134129199040 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:45.833783 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:46.035269 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Router aa679e93-3165-4f95-b779-d8a85c52980a is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:31:46.038943 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-4877c5f0-cfc8-4513-a9b9-bd394f56e8b3 None None] Provisioning complete for port 0283b272-eac4-4c90-8e4e-71629ecfac9d triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:46.039317 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-4877c5f0-cfc8-4513-a9b9-bd394f56e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:46.073775 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-4877c5f0-cfc8-4513-a9b9-bd394f56e8b3 None None] Port 0283b272-eac4-4c90-8e4e-71629ecfac9d cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:31:46.139856 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:31:46.145708 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-e4cdbc59-ad74-4f31-bbdf-c44596e114b5 admin admin] 10.222.0.48 "PUT /v2.0/routers/aa679e93-3165-4f95-b779-d8a85c52980a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9038360 Sep 06 14:31:46.151134 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Sync routers for ids ['aa679e93-3165-4f95-b779-d8a85c52980a'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:31:46.162558 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Routers {'aa679e93-3165-4f95-b779-d8a85c52980a'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:46.163447 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:31:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['aa679e93-3165-4f95-b779-d8a85c52980a'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:46.348158 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Set router aa679e93-3165-4f95-b779-d8a85c52980a gateway port host: None {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:46.772068 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'name': 'router1', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:35Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 2, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'gw_port_host': None, '_interfaces': [{'id': '0283b272-eac4-4c90-8e4e-71629ecfac9d', 'name': '', 'network_id': 'c1646007-234f-4ed8-83de-134129199040', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'mac_address': 'fa:16:3e:24:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9567aeed-db91-46d9-a792-7415877d90a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:44Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 2, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'subnets': [{'id': '9567aeed-db91-46d9-a792-7415877d90a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9942b5dd-4836-4061-8ceb-48f07e123ab9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:46.822616 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Checking router: aa679e93-3165-4f95-b779-d8a85c52980a for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:31:46.822982 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Updating router aa679e93-3165-4f95-b779-d8a85c52980a port 0283b272-eac4-4c90-8e4e-71629ecfac9d binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:31:46.869960 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.380186 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.398142 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Transition to ACTIVE for port object 0283b272-eac4-4c90-8e4e-71629ecfac9d will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:47.447612 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.606324 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Pushing event updated for resources: {'Port': ['ID=0283b272-eac4-4c90-8e4e-71629ecfac9d,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:47.617536 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Attempting to bind port 0283b272-eac4-4c90-8e4e-71629ecfac9d on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:47.617944 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Attempting to bind port 0283b272-eac4-4c90-8e4e-71629ecfac9d by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:47.618389 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Attempting to bind port 0283b272-eac4-4c90-8e4e-71629ecfac9d on network c1646007-234f-4ed8-83de-134129199040 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:47.621733 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.622085 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.622425 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.622759 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.623088 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.623445 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.623767 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.624605 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.624942 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.625266 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.625589 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.625910 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Tracked resource versions report: Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: pushed versions: Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: { 'AddressGroup': {'1.2'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'ConntrackHelper': {'1.0'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Log': {'1.0'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Network': {'1.1'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Port': {'1.7'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'PortForwarding': {'1.2'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'QosPolicy': {'1.9'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SecurityGroup': {'1.4'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SubPort': {'1.0'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Subnet': {'1.1'}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Trunk': {'1.1'}} Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: consumer versions: Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: { DHCP agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: L3 agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: Metadata agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: Metering agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: Open vSwitch agent@dv-cinder-807083-5-iscsi: { 'AddressGroup': '1.2', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'ConntrackHelper': '1.0', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Log': '1.0', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Network': '1.1', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Port': '1.7', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'PortForwarding': '1.2', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'QosPolicy': '1.9', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SecurityGroup': '1.4', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SecurityGroupRule': '1.2', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SubPort': '1.0', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Subnet': '1.1', Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Trunk': '1.1'}} Sep 06 14:31:47.626960 dv-cinder-807083-5-iscsi neutron-server[100992]: {{(pid=100992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:31:47.631864 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:47.632481 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Checking segment: {'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:47.632969 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.633389 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Bound using segment: {'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:47.633881 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Bound port: 0283b272-eac4-4c90-8e4e-71629ecfac9d, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cff4ce9-4b88-4736-99c5-f68a76521d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c1646007-234f-4ed8-83de-134129199040'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:47.634277 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.700285 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] For port 0283b272-eac4-4c90-8e4e-71629ecfac9d, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:47.720734 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] For port 0283b272-eac4-4c90-8e4e-71629ecfac9d, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=0283b272-eac4-4c90-8e4e-71629ecfac9d,segment=NetworkSegment(5cff4ce9-4b88-4736-99c5-f68a76521d54),segment_id=5cff4ce9-4b88-4736-99c5-f68a76521d54)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:47.773827 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:47.835787 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Routers {'aa679e93-3165-4f95-b779-d8a85c52980a'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:47.836417 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:31:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['aa679e93-3165-4f95-b779-d8a85c52980a'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:47.838134 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aaecd-5550-48b5-9bd7-0f20a46287c1 None None] Pushing event updated for resources: {'Port': ['ID=0283b272-eac4-4c90-8e4e-71629ecfac9d,revision_number=4']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:47.928694 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] Set router aa679e93-3165-4f95-b779-d8a85c52980a gateway port host: None {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:48.142039 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'name': 'router1', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:35Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 2, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'gw_port_host': None, '_interfaces': [{'id': '0283b272-eac4-4c90-8e4e-71629ecfac9d', 'name': '', 'network_id': 'c1646007-234f-4ed8-83de-134129199040', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'mac_address': 'fa:16:3e:24:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9567aeed-db91-46d9-a792-7415877d90a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:44Z', 'updated_at': '2021-09-06T14:31:47Z', 'revision_number': 4, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'subnets': [{'id': '9567aeed-db91-46d9-a792-7415877d90a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9942b5dd-4836-4061-8ceb-48f07e123ab9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:48.167101 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6581e3f-d18a-49e3-bd9c-c070d9e454e9 None None] The sync data for ids ['aa679e93-3165-4f95-b779-d8a85c52980a'] in dv-cinder-807083-5-iscsi is: [{'id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'name': 'router1', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:35Z', 'updated_at': '2021-09-06T14:31:45Z', 'revision_number': 2, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'gw_port_host': None, '_interfaces': [{'id': '0283b272-eac4-4c90-8e4e-71629ecfac9d', 'name': '', 'network_id': 'c1646007-234f-4ed8-83de-134129199040', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'mac_address': 'fa:16:3e:24:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9567aeed-db91-46d9-a792-7415877d90a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:44Z', 'updated_at': '2021-09-06T14:31:47Z', 'revision_number': 4, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'subnets': [{'id': '9567aeed-db91-46d9-a792-7415877d90a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9942b5dd-4836-4061-8ceb-48f07e123ab9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:31:48.386689 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53132) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:48.495150 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa19fca-5d11-4368-ae39-72a7db4ec891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:48.496506 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-0fa19fca-5d11-4368-ae39-72a7db4ec891 admin admin] 10.222.0.48 "GET /v2.0/networks/58bd897f-d043-4d11-8393-c3fcad939ad2 HTTP/1.1" status: 200 len: 842 time: 0.1088395 Sep 06 14:31:48.506643 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:48.590129 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Made reservation on behalf of c7243fbd0ab24a959879f46df014b717 for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:31:48.592444 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.914639 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.objects.ports [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100990) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 06 14:31:48.915082 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:48.971200 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6006eeab-69c0-474a-a722-eed7092031ec,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:48.975220 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:48.975606 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Network hostable DHCP agents. Network: 58bd897f-d043-4d11-8393-c3fcad939ad2, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:31:49.075108 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:31:49.137987 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 58bd897f-d043-4d11-8393-c3fcad939ad2) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:49.142598 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:49.143184 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:49.148914 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d8ddb-653b-4d70-a378-6e6e5e11a1b7 None None] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:49.225983 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-143db8fc-d529-4002-86cf-f78d418e9fcf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7226446 Sep 06 14:31:49.280893 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f9c23d-3a9b-4a38-9616-895bd29c8963 None None] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:31:51.530360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53140) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:51.740237 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ecf2adb8-c0d7-44c0-ac9b-cc096a606348 admin admin] 10.222.0.48 "GET /v2.0/routers/aa679e93-3165-4f95-b779-d8a85c52980a HTTP/1.1" status: 200 len: 710 time: 0.2083144 Sep 06 14:31:51.827900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711b3d0-3f13-4cb7-b600-39560cc00926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:31:51.829273 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6711b3d0-3f13-4cb7-b600-39560cc00926 admin admin] 10.222.0.48 "GET /v2.0/networks/58bd897f-d043-4d11-8393-c3fcad939ad2 HTTP/1.1" status: 200 len: 886 time: 0.0830193 Sep 06 14:31:51.838681 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:31:52.078357 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.374017 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.448278 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.553226 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Allocated IP 172.27.3.179 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/f578ef33-d1fd-423d-8b83-1698b7983e2e) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:31:52.651805 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.727394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:52.766900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:31:52.769675 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:31:52.776223 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:31:52.778955 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Pushing event updated for resources: {'Port': ['ID=f578ef33-d1fd-423d-8b83-1698b7983e2e,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:53.073706 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.371949 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1784571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1783989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10848'] for router, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.376109 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1784564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1784525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1783950'] for router, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.411353 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 0283b272-eac4-4c90-8e4e-71629ecfac9d up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:53.492486 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Router aa679e93-3165-4f95-b779-d8a85c52980a has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:31:53.550346 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 0283b272-eac4-4c90-8e4e-71629ecfac9d completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:53.554243 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 0283b272-eac4-4c90-8e4e-71629ecfac9d triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:53.554616 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.602623 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:31:53.607636 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.608858 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ff32be4e-2244-4ade-be59-10efc221f15f admin admin] 10.222.0.48 "PUT /v2.0/routers/aa679e93-3165-4f95-b779-d8a85c52980a HTTP/1.1" status: 200 len: 890 time: 1.7734585 Sep 06 14:31:53.641059 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.678813 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 0283b272-eac4-4c90-8e4e-71629ecfac9d, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=0283b272-eac4-4c90-8e4e-71629ecfac9d,segment=NetworkSegment(5cff4ce9-4b88-4736-99c5-f68a76521d54),segment_id=5cff4ce9-4b88-4736-99c5-f68a76521d54)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:53.750366 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:53.856448 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=0283b272-eac4-4c90-8e4e-71629ecfac9d,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:54.508920 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Sync routers for ids ['aa679e93-3165-4f95-b779-d8a85c52980a'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:31:54.519591 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Routers {'aa679e93-3165-4f95-b779-d8a85c52980a'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:54.520263 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:31:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['aa679e93-3165-4f95-b779-d8a85c52980a'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:54.722156 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Set router aa679e93-3165-4f95-b779-d8a85c52980a gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:55.104240 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'name': 'router1', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'f578ef33-d1fd-423d-8b83-1698b7983e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:35Z', 'updated_at': '2021-09-06T14:31:52Z', 'revision_number': 4, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'gw_port': {'id': 'f578ef33-d1fd-423d-8b83-1698b7983e2e', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '0283b272-eac4-4c90-8e4e-71629ecfac9d', 'name': '', 'network_id': 'c1646007-234f-4ed8-83de-134129199040', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'mac_address': 'fa:16:3e:24:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9567aeed-db91-46d9-a792-7415877d90a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:44Z', 'updated_at': '2021-09-06T14:31:53Z', 'revision_number': 5, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'subnets': [{'id': '9567aeed-db91-46d9-a792-7415877d90a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9942b5dd-4836-4061-8ceb-48f07e123ab9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:55.154508 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Checking router: aa679e93-3165-4f95-b779-d8a85c52980a for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:31:55.154875 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Updating router aa679e93-3165-4f95-b779-d8a85c52980a port f578ef33-d1fd-423d-8b83-1698b7983e2e binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:31:55.199645 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.406790 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 0283b272-eac4-4c90-8e4e-71629ecfac9d up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:55.508716 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 0283b272-eac4-4c90-8e4e-71629ecfac9d triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:55.509084 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.572163 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.583861 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Transition to ACTIVE for port object f578ef33-d1fd-423d-8b83-1698b7983e2e will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:31:55.684881 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.748678 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Attempting to bind port f578ef33-d1fd-423d-8b83-1698b7983e2e on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:31:55.749045 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Attempting to bind port f578ef33-d1fd-423d-8b83-1698b7983e2e by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:31:55.749405 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Attempting to bind port f578ef33-d1fd-423d-8b83-1698b7983e2e on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:31:55.756426 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff4ade-71b4-4593-9269-97090a40cd39 None None] Pushing event updated for resources: {'Port': ['ID=f578ef33-d1fd-423d-8b83-1698b7983e2e,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:55.760712 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:31:55.761084 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:31:55.761481 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.761862 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:31:55.762323 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Bound port: f578ef33-d1fd-423d-8b83-1698b7983e2e, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:31:55.762719 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.811226 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] For port f578ef33-d1fd-423d-8b83-1698b7983e2e, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:31:55.814143 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] For port f578ef33-d1fd-423d-8b83-1698b7983e2e, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f578ef33-d1fd-423d-8b83-1698b7983e2e,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:31:55.893632 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:55.954242 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff4ade-71b4-4593-9269-97090a40cd39 None None] Pushing event updated for resources: {'Port': ['ID=f578ef33-d1fd-423d-8b83-1698b7983e2e,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:55.956757 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Routers {'aa679e93-3165-4f95-b779-d8a85c52980a'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:31:55.957388 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:31:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['aa679e93-3165-4f95-b779-d8a85c52980a'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:56.038064 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53154) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:31:56.071740 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] Set router aa679e93-3165-4f95-b779-d8a85c52980a gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:31:56.150431 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-4e69b4e5-db7a-47e5-9247-e0a681e25ee2 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1111197 Sep 06 14:31:56.291351 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'name': 'router1', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'f578ef33-d1fd-423d-8b83-1698b7983e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:35Z', 'updated_at': '2021-09-06T14:31:52Z', 'revision_number': 4, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'gw_port': {'id': 'f578ef33-d1fd-423d-8b83-1698b7983e2e', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '0283b272-eac4-4c90-8e4e-71629ecfac9d', 'name': '', 'network_id': 'c1646007-234f-4ed8-83de-134129199040', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'mac_address': 'fa:16:3e:24:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9567aeed-db91-46d9-a792-7415877d90a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:44Z', 'updated_at': '2021-09-06T14:31:53Z', 'revision_number': 5, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'subnets': [{'id': '9567aeed-db91-46d9-a792-7415877d90a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9942b5dd-4836-4061-8ceb-48f07e123ab9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:31:56.319281 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d21f9-8b23-4dd5-ace8-88bc8f0c66b1 None None] The sync data for ids ['aa679e93-3165-4f95-b779-d8a85c52980a'] in dv-cinder-807083-5-iscsi is: [{'id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'name': 'router1', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'f578ef33-d1fd-423d-8b83-1698b7983e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:31:35Z', 'updated_at': '2021-09-06T14:31:52Z', 'revision_number': 4, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'gw_port': {'id': 'f578ef33-d1fd-423d-8b83-1698b7983e2e', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:52Z', 'updated_at': '2021-09-06T14:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '0283b272-eac4-4c90-8e4e-71629ecfac9d', 'name': '', 'network_id': 'c1646007-234f-4ed8-83de-134129199040', 'tenant_id': 'a2132b5cd5b34996830e6b092543504d', 'mac_address': 'fa:16:3e:24:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa679e93-3165-4f95-b779-d8a85c52980a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9567aeed-db91-46d9-a792-7415877d90a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:31:44Z', 'updated_at': '2021-09-06T14:31:53Z', 'revision_number': 5, 'project_id': 'a2132b5cd5b34996830e6b092543504d', 'subnets': [{'id': '9567aeed-db91-46d9-a792-7415877d90a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9942b5dd-4836-4061-8ceb-48f07e123ab9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:31:57.416439 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f578ef33-d1fd-423d-8b83-1698b7983e2e up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:57.537893 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port f578ef33-d1fd-423d-8b83-1698b7983e2e completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:31:57.541924 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port f578ef33-d1fd-423d-8b83-1698b7983e2e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:57.542317 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.618371 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.637812 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port f578ef33-d1fd-423d-8b83-1698b7983e2e, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f578ef33-d1fd-423d-8b83-1698b7983e2e,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:31:57.698394 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:31:57.745228 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=f578ef33-d1fd-423d-8b83-1698b7983e2e,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:31:58.642560 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:31:59.414125 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f578ef33-d1fd-423d-8b83-1698b7983e2e up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:31:59.470338 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port f578ef33-d1fd-423d-8b83-1698b7983e2e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:31:59.470935 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:08.441229 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-55b4f070-1882-4770-a41c-834494e3e6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.206189 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3a74566d-7f44-48ec-93eb-b81b4f8e422a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:11.429650 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:12.103238 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:14.046757 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:35.642312 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:32:38.427716 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-cd6ad11e-89f1-4eef-828b-747608ed717d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:41.216391 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-22eae5f8-ea74-4cc2-95f6-b5ed2918dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:41.467300 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:42.130329 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:32:44.044249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:08.443205 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-82acac8f-9263-424a-9ada-f72177f5a478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.202626 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-82f60024-f5cb-43be-9527-5d7ffca6ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:11.471529 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:12.128206 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:12.641294 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:33:14.058882 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:33.938931 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53716) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:33.998986 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba56547b-02f4-423b-971c-ace08f8661b7 admin admin] GET failed (client error): The resource could not be found. Sep 06 14:33:34.000326 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ba56547b-02f4-423b-971c-ace08f8661b7 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604208 Sep 06 14:33:34.158003 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9e313-57e3-4fa9-82e2-94c12011f3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:34.159434 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-7de9e313-57e3-4fa9-82e2-94c12011f3da admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545839 Sep 06 14:33:36.322048 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53726) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:36.458562 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df424a17-818f-4be6-9f7e-41cb2a0890f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:36.459953 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-df424a17-818f-4be6-9f7e-41cb2a0890f0 admin admin] 10.222.0.48 "GET /v2.0/subnets/9567aeed-db91-46d9-a792-7415877d90a6 HTTP/1.1" status: 200 len: 849 time: 0.1369238 Sep 06 14:33:36.470395 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:33:36.553691 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:36.749465 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777108633070'] for subnet, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:36.790059 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:36.791098 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:36.791964 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] 10.222.0.48 "PUT /v2.0/subnets/9567aeed-db91-46d9-a792-7415877d90a6 HTTP/1.1" status: 200 len: 868 time: 0.3252733 Sep 06 14:33:36.807645 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9567aeed-db91-46d9-a792-7415877d90a6,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:33:36.810303 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3dc2bb-cd12-45b7-aae3-de200416d92d None None] Network c1646007-234f-4ed8-83de-134129199040 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:33:36.816764 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.817137 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.817474 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.817807 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.818133 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.818498 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.818813 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.819153 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.819523 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.819842 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.820161 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:36.820482 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491a141-10b4-481f-a779-2802023a7d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:33:37.142392 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-43260e56-124e-4fe4-b170-3b1d01cf3503 None None] Provisioning complete for port 07b1f447-4168-4e93-8934-130792028eb7 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:37.142775 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-43260e56-124e-4fe4-b170-3b1d01cf3503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:37.229718 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-43260e56-124e-4fe4-b170-3b1d01cf3503 None None] Provisioning complete for port 0283b272-eac4-4c90-8e4e-71629ecfac9d triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:33:37.230093 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-43260e56-124e-4fe4-b170-3b1d01cf3503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:38.412238 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-fbfb2bba-0509-4c61-92fd-a12f5a0cb9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:38.980395 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53736) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:39.189594 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7897f81b-2d1c-4b4f-a094-82ea4d0a2d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:39.189991 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7897f81b-2d1c-4b4f-a094-82ea4d0a2d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:39.191537 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-7897f81b-2d1c-4b4f-a094-82ea4d0a2d29 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101593 Sep 06 14:33:41.183805 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-69c6e10c-a00a-4034-8743-968fec226e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:41.366304 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53744) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:41.418267 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:41.507145 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7f486-3ef4-4668-8dc3-4d0defee0e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:41.507560 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7f486-3ef4-4668-8dc3-4d0defee0e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:41.509128 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-6ce7f486-3ef4-4668-8dc3-4d0defee0e24 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1417880 Sep 06 14:33:42.229041 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:43.672777 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53752) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:43.852275 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b3a96-d05c-4051-a229-cedc578c4ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:43.853650 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-811b3a96-d05c-4051-a229-cedc578c4ad3 admin admin] 10.222.0.48 "GET /v2.0/networks/58bd897f-d043-4d11-8393-c3fcad939ad2 HTTP/1.1" status: 200 len: 886 time: 0.1799500 Sep 06 14:33:44.068817 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:33:46.018211 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53760) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:46.161545 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b846ad-2cd2-459d-967d-f5d6f573640b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:46.162896 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-17b846ad-2cd2-459d-967d-f5d6f573640b admin admin] 10.222.0.48 "GET /v2.0/networks/c1646007-234f-4ed8-83de-134129199040 HTTP/1.1" status: 200 len: 869 time: 0.1437373 Sep 06 14:33:48.346684 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53768) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:48.469314 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31ed95-b67e-49e6-8ffc-eb7548c3bb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:48.469781 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31ed95-b67e-49e6-8ffc-eb7548c3bb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:48.471297 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-5b31ed95-b67e-49e6-8ffc-eb7548c3bb68 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236396 Sep 06 14:33:49.640316 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:33:50.632656 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53776) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:50.721554 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdad9a3-7cc9-437c-93c7-7671c90778c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:50.722014 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdad9a3-7cc9-437c-93c7-7671c90778c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:50.723523 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-3fdad9a3-7cc9-437c-93c7-7671c90778c9 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898814 Sep 06 14:33:52.928348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53784) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:53.012686 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de970fdb-bff6-446b-b143-e64e4d4f5cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:53.014011 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-de970fdb-bff6-446b-b143-e64e4d4f5cb8 admin admin] 10.222.0.48 "GET /v2.0/subnets/6006eeab-69c0-474a-a722-eed7092031ec HTTP/1.1" status: 200 len: 816 time: 0.0847266 Sep 06 14:33:55.194396 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53792) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:33:55.288018 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441bbaa-b270-4bf0-8371-5e3988bf81a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:33:55.289367 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5441bbaa-b270-4bf0-8371-5e3988bf81a8 admin admin] 10.222.0.48 "GET /v2.0/subnets/9567aeed-db91-46d9-a792-7415877d90a6 HTTP/1.1" status: 200 len: 868 time: 0.0940237 Sep 06 14:34:08.424544 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9bdb-7b3e-4c86-bfe0-ad159227e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:11.196147 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-32200a4b-a72a-472d-9a49-952f869f61e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:11.447652 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:12.133403 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:14.093384 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:19.133887 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53846) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:19.180578 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [None req-7d3c34a3-6180-45d6-86e5-139277f815b6 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:34:19.182201 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-7d3c34a3-6180-45d6-86e5-139277f815b6 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473897 Sep 06 14:34:21.455883 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53854) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:21.516791 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.pecan_wsgi.hooks.translation [None req-4280dec8-3d44-454f-be5c-dad3a4f8d909 admin admin] GET failed (client error): The resource could not be found. Sep 06 14:34:21.518088 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-4280dec8-3d44-454f-be5c-dad3a4f8d909 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612104 Sep 06 14:34:21.601723 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6669d8f-61af-4a43-8147-0d519b8d0c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:21.603176 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a6669d8f-61af-4a43-8147-0d519b8d0c36 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805199 Sep 06 14:34:23.810107 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53862) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:23.856986 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:23.950465 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Made reservation on behalf of c7243fbd0ab24a959879f46df014b717 for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:34:23.952710 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:23.979873 dv-cinder-807083-5-iscsi neutron-server[100990]: WARNING neutron.services.revisions.revision_plugin [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Could not find related network for resource to bump revision. Sep 06 14:34:23.992669 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:34:24.001422 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:24.005528 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Added segment f7d7e804-fc0e-44a7-92a4-c9e85ad2669a of type vlan for network 386726f2-6f02-45f8-ad17-3873e876a613 Sep 06 14:34:24.045900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:24.173317 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:24.174281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:24.174880 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:24.230332 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=386726f2-6f02-45f8-ad17-3873e876a613,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:24.236920 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.237282 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.237626 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.237960 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.238289 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.238618 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.238943 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.239268 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.239635 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.239961 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.240281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.240598 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:24.251386 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 386726f2-6f02-45f8-ad17-3873e876a613 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:34:24.315474 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-468149c4-c820-4692-bc2f-c9e0e6277ea7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4895444 Sep 06 14:34:26.511006 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53870) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:34:26.570195 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b831da9-8b8a-4fd1-82d5-01ce36db8a2a admin admin] GET failed (client error): The resource could not be found. Sep 06 14:34:26.571522 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-8b831da9-8b8a-4fd1-82d5-01ce36db8a2a admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595126 Sep 06 14:34:26.639006 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:34:26.642478 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e73ed-f142-40d5-a312-e4b36859dad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:26.643994 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ad5e73ed-f142-40d5-a312-e4b36859dad4 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678608 Sep 06 14:34:26.654936 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Request body: {'subnet': {'network_id': '386726f2-6f02-45f8-ad17-3873e876a613', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:34:26.733411 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Made reservation on behalf of c7243fbd0ab24a959879f46df014b717 for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:34:26.735878 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:26.967694 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:27.020600 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49f3c85-0d8d-4389-93b1-9203e38f9017,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:27.029875 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Checking segment: {'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:34:27.030234 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Network hostable DHCP agents. Network: 386726f2-6f02-45f8-ad17-3873e876a613, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:34:27.098143 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Network 386726f2-6f02-45f8-ad17-3873e876a613 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:34:27.173242 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 386726f2-6f02-45f8-ad17-3873e876a613) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:34:27.177296 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:34:27.177882 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:27.183679 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e19e6-c86e-4bbd-9ab9-777823158c16 None None] Network 386726f2-6f02-45f8-ad17-3873e876a613 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:34:27.271176 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-58026a4b-1802-4959-8141-b1e79c8d2d7e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6194761 Sep 06 14:34:27.329821 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-386726f2-6f02-45f8-ad17-3873e876a613', 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613', 'tenant_id': 'c7243fbd0ab24a959879f46df014b717', 'fixed_ips': [{'subnet_id': 'b49f3c85-0d8d-4389-93b1-9203e38f9017'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:34:27.332019 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:27.467842 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Allocated IP 192.168.233.2 (386726f2-6f02-45f8-ad17-3873e876a613/b49f3c85-0d8d-4389-93b1-9203e38f9017/76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:34:27.612597 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:27.622275 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Transition to ACTIVE for port object 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:34:27.636799 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Transition to ACTIVE for port object 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:34:27.699934 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:27.737725 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Network 386726f2-6f02-45f8-ad17-3873e876a613 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:34:27.740559 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:34:27.744130 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:34:27.756032 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Pushing event updated for resources: {'Port': ['ID=76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:27.767292 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.767682 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.768028 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.768367 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.768695 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.769029 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.769358 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.769685 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.770029 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.770356 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.770682 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.771004 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:34:27.820425 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Attempting to bind port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:34:27.820798 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Attempting to bind port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:34:27.821156 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Attempting to bind port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa on network 386726f2-6f02-45f8-ad17-3873e876a613 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:34:27.826194 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:34:27.826565 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Checking segment: {'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:34:27.826964 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:27.827353 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Bound using segment: {'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:34:27.827893 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Bound port: 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:34:27.828243 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:27.891149 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] For port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:34:27.894280 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] For port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa,segment=NetworkSegment(f7d7e804-fc0e-44a7-92a4-c9e85ad2669a),segment_id=f7d7e804-fc0e-44a7-92a4-c9e85ad2669a)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:34:28.020194 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:28.089608 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd42537-fa32-4591-86f5-33da8fefdac2 None None] Pushing event updated for resources: {'Port': ['ID=76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:28.857368 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92ba70-37ea-468d-95ef-9c775062a526 None None] Network 386726f2-6f02-45f8-ad17-3873e876a613 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:34:29.000726 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-e8d063e5-ce0c-427e-81d5-c17c732a63e7 None None] Provisioning for port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:29.526339 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:29.642334 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:34:29.646583 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:29.647024 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:29.723496 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:29.754913 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa,segment=NetworkSegment(f7d7e804-fc0e-44a7-92a4-c9e85ad2669a),segment_id=f7d7e804-fc0e-44a7-92a4-c9e85ad2669a)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:34:29.836473 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:29.887163 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:34:31.504215 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:34:31.551980 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 76f5aba4-6103-4dc2-a82a-ab57d2fa1eaa triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:34:31.552349 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:38.430739 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-28438dbe-1074-4325-8e58-dbb2b4173217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:41.212944 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-072b2721-5622-4d87-8d15-187c44f4787a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:41.447304 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:42.145511 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:34:44.088278 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:03.637224 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:35:08.431630 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-41f2c6ab-ef41-4a54-b4d1-449bb1e0ae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:11.203203 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9a84cc23-d967-4ece-b0db-9e7071e558d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:11.436676 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:12.105878 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:14.071123 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:38.426213 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b74835cd-dc26-4378-8826-c7ca5e2de57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:40.635929 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:35:41.180642 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-357d1861-a274-4a4d-ae59-b51d80a550db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:41.415000 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:42.106573 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:44.072209 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:49.369124 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53922) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:49.375569 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [None req-a660ce3a-d182-46ba-92de-afb3963d1b66 tempest-verify_tempest_config-1809999522 tempest-verify_tempest_config-1809999522-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:35:49.376520 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a660ce3a-d182-46ba-92de-afb3963d1b66 tempest-verify_tempest_config-1809999522 tempest-verify_tempest_config-1809999522-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064187 Sep 06 14:35:49.871876 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 53940) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:49.973840 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:50.056796 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:50.117547 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:50.164222 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=288a48e023f347f0bc03015ccd6e9473&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2912474 Sep 06 14:35:50.165174 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd829c5d-9442-441e-856c-daf9735a4b09,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:50.166991 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 53944) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:35:50.172103 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.172467 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.172806 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.173137 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.173520 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.173855 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.174189 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.174528 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.174869 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.175191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.175536 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.178258 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaf86c-1d4e-4902-81f7-dc46daaf7200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.222588 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:50.242995 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:50.403960 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:50.406457 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:35:50.407666 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd829c5d-9442-441e-856c-daf9735a4b09 HTTP/1.1" status: 204 len: 168 time: 0.2396619 Sep 06 14:35:50.418734 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd829c5d-9442-441e-856c-daf9735a4b09,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:35:50.421691 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.422058 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.422399 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.422733 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.423083 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.423411 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.423760 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.424098 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.424426 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.424746 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.425066 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:35:50.425380 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d7ac2-f6c9-4ca1-9d8c-a3278a03eef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:36:08.438693 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d622ecb0-bc50-4aae-81d1-54c526b0a0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.231171 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-95cefaaf-6862-4eb2-aba1-1258706bdee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:11.431608 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:12.123440 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:14.088342 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:17.635556 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:36:38.466749 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-31d64f07-e10b-4393-94c0-94f3f0ea460e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:41.175204 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9c7c96e4-16a3-4909-88dd-898567d305ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:41.398102 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:42.122452 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:44.094799 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:36:54.633222 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 5 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:37:08.448330 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-46c153bd-5f3e-470d-abc3-01e79820fc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:11.186005 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a7865fa7-e7cf-4141-ba38-d42563ced4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:11.403200 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:12.140164 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:14.088705 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:23.592029 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373155'] for agent, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:31.631876 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:37:38.437615 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3fd6897e-ebac-4292-a4a4-156722820bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:38.618238 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54018) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:38.720687 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-3d9bc350-b102-4983-b17c-d617d450b3f6 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1013720 Sep 06 14:37:40.919916 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54028) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:37:40.973835 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d4df78fc-8047-4e54-8c4b-c2ae4fde42bc admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528452 Sep 06 14:37:41.180433 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-192411a7-77e1-416a-aaa0-05e105023981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:41.397068 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:42.116977 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:44.077355 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:37:53.586034 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:08.499886 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2fce35a5-bcbb-4fe0-97c1-5b01f9bceade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:08.630360 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:38:11.224967 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ac8f599b-4b9b-4089-8270-c2dbdbf27968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:11.465317 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:12.139891 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:14.128239 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:23.545396 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:38.464594 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-686ff8db-9c52-42a8-9425-c6d09a192e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.178620 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-299f8628-1c6e-4bca-9993-340546227460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:41.413033 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:42.195980 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:44.099288 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:38:45.629067 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:38:53.590012 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:08.451837 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-09248287-a910-4736-a56d-a62d9e91e2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:10.396705 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54234) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:11.000589 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-131197136-network', 'tenant_id': '05344fa624b846488a8a239f87e64d13'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:11.120270 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54258) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:11.128016 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Made reservation on behalf of 05344fa624b846488a8a239f87e64d13 for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:11.131109 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.160138 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.212770 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b7c77cc8-1025-4e20-b775-e9cd79a0f241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.249948 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54266) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:11.252131 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.321249 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.345235 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:39:11.354817 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b215b-d5bc-429f-a49c-54224e383e8a,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:11.367272 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Tracked resource versions report: Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: pushed versions: Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: { 'AddressGroup': {'1.2'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'ConntrackHelper': {'1.0'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Log': {'1.0'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Network': {'1.1'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Port': {'1.7'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'PortForwarding': {'1.2'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'QosPolicy': {'1.9'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SecurityGroup': {'1.4'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SubPort': {'1.0'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Subnet': {'1.1'}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Trunk': {'1.1'}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: consumer versions: Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: { DHCP agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: HyperV agent@hv-cinder-80708: {}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: L3 agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: Metadata agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: Metering agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: Open vSwitch agent@dv-cinder-807083-5-iscsi: { 'AddressGroup': '1.2', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'ConntrackHelper': '1.0', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Log': '1.0', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Network': '1.1', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Port': '1.7', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'PortForwarding': '1.2', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'QosPolicy': '1.9', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SecurityGroup': '1.4', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SecurityGroupRule': '1.2', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'SubPort': '1.0', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Subnet': '1.1', Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: 'Trunk': '1.1'}} Sep 06 14:39:11.372443 dv-cinder-807083-5-iscsi neutron-server[100990]: {{(pid=100990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:39:11.380219 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.380308 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Added segment 2126830b-5383-4df8-b65b-0740fd0b2e02 of type vlan for network c6ca3961-a913-44a8-9824-72f93e41049a Sep 06 14:39:11.423970 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-989740072-network', 'tenant_id': 'c17ff7e208344d13b62ac74d7cff3b7b'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:11.433484 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.440865 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.519949 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Made reservation on behalf of c17ff7e208344d13b62ac74d7cff3b7b for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:11.522285 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.530907 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.552044 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.552987 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:11.553564 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.598033 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54286) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:11.623038 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-803095536-network', 'tenant_id': '934f2e31f61f41de823af9b8b52db566'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:11.768297 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.777811 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-966780102-network', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:11.795922 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ca3961-a913-44a8-9824-72f93e41049a,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:11.807163 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network c6ca3961-a913-44a8-9824-72f93e41049a details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:39:11.835132 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.875511 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeae6c8-d9b1-4c7e-8f7b-6d9911b9a286,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:11.886844 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:39:11.898614 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:11.899045 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Added segment 87097aa3-7c6f-4b53-bb05-7fe6164f3920 of type vlan for network f453e43e-67f2-4f38-a606-3f2bfcb856e9 Sep 06 14:39:11.936407 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54302) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:11.937239 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9b487826-5489-4a1f-8293-059cae00f4d4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5381246 Sep 06 14:39:11.945317 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Request body: {'subnet': {'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-131197136-subnet', 'tenant_id': '05344fa624b846488a8a239f87e64d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:11.964160 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.020842 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Made reservation on behalf of 934f2e31f61f41de823af9b8b52db566 for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:12.023732 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.036210 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.037220 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:12.037834 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.056712 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.125699 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Made reservation on behalf of 9cfd771d1905435d98182b0633e30a0b for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:12.128341 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.138749 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.141180 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] Pushing event updated for resources: {'Network': ['ID=f453e43e-67f2-4f38-a606-3f2bfcb856e9,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:12.152145 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network f453e43e-67f2-4f38-a606-3f2bfcb856e9 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:39:12.153100 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.246771 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Made reservation on behalf of 05344fa624b846488a8a239f87e64d13 for: {'subnet': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:12.250595 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.332679 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-579cbf56-b140-4217-8d65-7c803b5be877 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2112312 Sep 06 14:39:12.335681 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54328) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:12.341334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Request body: {'subnet': {'network_id': 'f453e43e-67f2-4f38-a606-3f2bfcb856e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-989740072-subnet', 'tenant_id': 'c17ff7e208344d13b62ac74d7cff3b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:12.514217 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.578729 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.618257 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.626740 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.db.api [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 14:39:12.626740 dv-cinder-807083-5-iscsi neutron-server[100990]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 14:39:12.626740 dv-cinder-807083-5-iscsi neutron-server[100990]: [parameters: {'project_id_1': 'c17ff7e208344d13b62ac74d7cff3b7b', 'expiration_1': datetime.datetime(2021, 9, 6, 14, 38, 52, 346482)}] Sep 06 14:39:12.626740 dv-cinder-807083-5-iscsi neutron-server[100990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 14:39:12.627527 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG oslo_db.api [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 14:39:12.675564 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:39:12.689095 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bde766e-005f-4fb0-8c4f-ccc8d3622620,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:12.718309 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.718612 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.718966 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.719307 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.719683 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.720034 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.720372 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.720719 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.721068 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.721399 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.721726 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.722053 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Tracked resource versions report: Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: pushed versions: Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: { 'AddressGroup': {'1.2'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'ConntrackHelper': {'1.0'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Log': {'1.0'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Network': {'1.1'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Port': {'1.7'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'PortForwarding': {'1.2'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'QosPolicy': {'1.9'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SecurityGroup': {'1.4'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SubPort': {'1.0'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Subnet': {'1.1'}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Trunk': {'1.1'}} Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: consumer versions: Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: { DHCP agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: HyperV agent@hv-cinder-80708: {}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: L3 agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: Metadata agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: Metering agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: Open vSwitch agent@dv-cinder-807083-5-iscsi: { 'AddressGroup': '1.2', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'ConntrackHelper': '1.0', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Log': '1.0', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Network': '1.1', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Port': '1.7', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'PortForwarding': '1.2', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'QosPolicy': '1.9', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SecurityGroup': '1.4', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SecurityGroupRule': '1.2', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'SubPort': '1.0', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Subnet': '1.1', Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: 'Trunk': '1.1'}} Sep 06 14:39:12.723086 dv-cinder-807083-5-iscsi neutron-server[100989]: {{(pid=100989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:39:12.725513 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.725862 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Added segment e334746c-15ef-460c-a5f4-c1cbf0f0ba38 of type vlan for network 58f98071-a1dd-4a09-ad16-e857e832efe5 Sep 06 14:39:12.728254 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f335ed3-7203-4e95-b97c-185a583dc556,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:12.739386 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Checking segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:12.739797 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Network hostable DHCP agents. Network: c6ca3961-a913-44a8-9824-72f93e41049a, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:39:12.821154 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.869723 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.924184 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Network c6ca3961-a913-44a8-9824-72f93e41049a is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:39:12.978901 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.979877 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:12.980457 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:12.987794 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.014585 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, c6ca3961-a913-44a8-9824-72f93e41049a) {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:13.026032 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:39:13.034986 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a00863-3223-429d-8988-41d938aca7d1 None None] Network c6ca3961-a913-44a8-9824-72f93e41049a requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:13.045203 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:13.046079 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.063693 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea342b1-864c-4a04-b036-d95d5f81d292,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:13.107450 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.108093 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Added segment 1cc28183-e1fb-4015-811f-f48d24bf3720 of type vlan for network 2c878280-0b8e-4db2-a96d-74008eff70a0 Sep 06 14:39:13.118424 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] Pushing event updated for resources: {'Network': ['ID=58f98071-a1dd-4a09-ad16-e857e832efe5,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:13.121956 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-9da8a6ec-17c2-4d9f-a60b-cab0a133326f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8702803 Sep 06 14:39:13.127684 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54358) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:13.154031 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Request body: {'subnet': {'network_id': '58f98071-a1dd-4a09-ad16-e857e832efe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-803095536-subnet', 'tenant_id': '934f2e31f61f41de823af9b8b52db566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:13.168160 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 58f98071-a1dd-4a09-ad16-e857e832efe5 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:39:13.179785 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.186513 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.db.api [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 14:39:13.186513 dv-cinder-807083-5-iscsi neutron-server[100990]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 14:39:13.186513 dv-cinder-807083-5-iscsi neutron-server[100990]: [parameters: {'project_id_1': 'c17ff7e208344d13b62ac74d7cff3b7b', 'expiration_1': datetime.datetime(2021, 9, 6, 14, 38, 53, 169477)}] Sep 06 14:39:13.186513 dv-cinder-807083-5-iscsi neutron-server[100990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 14:39:13.186513 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG oslo_db.api [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 14:39:13.203650 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e5f404c3-974f-416f-9bf5-d250c79146b6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2661860 Sep 06 14:39:13.258375 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3987337-cb51-47c0-9c33-c49e8a939390 None None] Network c6ca3961-a913-44a8-9824-72f93e41049a requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:13.298930 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.299964 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:13.300186 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Made reservation on behalf of 934f2e31f61f41de823af9b8b52db566 for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:13.300552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.302576 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.407971 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2c878280-0b8e-4db2-a96d-74008eff70a0,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:13.443984 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:39:13.480624 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Made reservation on behalf of c17ff7e208344d13b62ac74d7cff3b7b for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:13.497944 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-8eba55a3-10cb-4dbd-861d-2dd1f4d5e1f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8953860 Sep 06 14:39:13.500683 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.502718 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54386) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:13.512271 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Request body: {'subnet': {'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-subnet', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:13.664519 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Made reservation on behalf of 9cfd771d1905435d98182b0633e30a0b for: {'subnet': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:13.672309 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:13.743729 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54414) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:13.750137 dv-cinder-807083-5-iscsi neutron-server[100990]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 06 14:39:13.906347 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.006399 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.049239 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-aab64a2c-82fe-4798-9eb3-b42877f0ed41 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:14.050954 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-aab64a2c-82fe-4798-9eb3-b42877f0ed41 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 814 time: 0.3033102 Sep 06 14:39:14.061856 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afad0e8-6d01-4070-8a14-28ecb6589016,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:14.065558 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e02487d-d669-4922-9ee9-42787dd76a16,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:14.073871 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Checking segment: {'id': 'e334746c-15ef-460c-a5f4-c1cbf0f0ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '58f98071-a1dd-4a09-ad16-e857e832efe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:14.074396 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Network hostable DHCP agents. Network: 58f98071-a1dd-4a09-ad16-e857e832efe5, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:39:14.079117 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Checking segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:14.079519 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Network hostable DHCP agents. Network: 2c878280-0b8e-4db2-a96d-74008eff70a0, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:39:14.082823 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-bf4a7965-2122-45f4-b2d8-07bb9d0cc5e0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/quotas/05344fa624b846488a8a239f87e64d13 HTTP/1.1" status: 200 len: 375 time: 0.0195334 Sep 06 14:39:14.119238 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.121253 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.161330 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:39:14.168476 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-75f7c03b-be34-42cd-aba0-807e781dc631 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805483 Sep 06 14:39:14.192741 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Network 58f98071-a1dd-4a09-ad16-e857e832efe5 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:39:14.201991 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5c0679-7d72-4f6a-803c-d9d9228795d0,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:14.216169 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Checking segment: {'id': '87097aa3-7c6f-4b53-bb05-7fe6164f3920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f453e43e-67f2-4f38-a606-3f2bfcb856e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:14.217325 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Network hostable DHCP agents. Network: f453e43e-67f2-4f38-a606-3f2bfcb856e9, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:39:14.265825 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54426) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:14.281674 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 2c878280-0b8e-4db2-a96d-74008eff70a0) {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:14.284861 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 58f98071-a1dd-4a09-ad16-e857e832efe5) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:14.286827 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:14.287748 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.293211 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:14.299937 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a0294-e4df-4f8f-aaa1-c2c9180acf84 None None] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:14.304488 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec85659-d5ed-411c-8711-9532e3cc64cd None None] Network 58f98071-a1dd-4a09-ad16-e857e832efe5 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:14.309423 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.349921 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Network f453e43e-67f2-4f38-a606-3f2bfcb856e9 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:39:14.361764 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, f453e43e-67f2-4f38-a606-3f2bfcb856e9) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:14.372744 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:14.373337 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.380320 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c0b38ee3-1523-421d-b9ef-ecad3087b3f0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8765256 Sep 06 14:39:14.388902 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d31750-a182-49ee-bef5-27acf2987dd7 None None] Network f453e43e-67f2-4f38-a606-3f2bfcb856e9 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:14.390475 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54434) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:14.396980 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:14.404119 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-77687909-745a-4a8a-ab31-c804d816d25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.409763 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-812061c2-f962-455b-aa41-40ee31cd2798 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:39:14.417493 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-812061c2-f962-455b-aa41-40ee31cd2798 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0746329 Sep 06 14:39:14.449850 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-90e38aaa-85b3-4c22-8425-39a54b076b66 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3102379 Sep 06 14:39:14.473915 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ed17b995-2c8f-4d5d-90d2-55fcf2ff5728 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1364479 Sep 06 14:39:14.540037 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-ce1c1025-8f71-407d-b2a9-89e3bead6b37 service neutron] 10.222.0.48 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212816 Sep 06 14:39:14.614788 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.618041 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.752133 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b0bf36-e43a-4bdb-9016-438e4c85deb0 None None] Network 58f98071-a1dd-4a09-ad16-e857e832efe5 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:14.808126 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-caf497d3-1199-4843-9a62-60b19d2599bb service neutron] 10.222.0.48 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591736 Sep 06 14:39:14.823357 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.854167 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-77687909-745a-4a8a-ab31-c804d816d25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.909582 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163e6782-cefd-41a2-8ca8-3e1bdead9bc6 None None] Network f453e43e-67f2-4f38-a606-3f2bfcb856e9 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:14.932492 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-2c878280-0b8e-4db2-a96d-74008eff70a0', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:39:14.933362 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:14.955482 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-77687909-745a-4a8a-ab31-c804d816d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.000480 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-77687909-745a-4a8a-ab31-c804d816d25a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=968978066a32496f84d6397a753a2f0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7341347 Sep 06 14:39:15.001631 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77687909-745a-4a8a-ab31-c804d816d25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e000bd-2722-40e8-adc4-a3e92ebd4537,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:15.004250 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54462) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:15.089534 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ebc55ea6-e2f9-4d89-886b-9c8f24024fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.173694 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ebc55ea6-e2f9-4d89-886b-9c8f24024fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.196974 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.338640 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ebc55ea6-e2f9-4d89-886b-9c8f24024fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.341848 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ebc55ea6-e2f9-4d89-886b-9c8f24024fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.343076 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ebc55ea6-e2f9-4d89-886b-9c8f24024fec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3e000bd-2722-40e8-adc4-a3e92ebd4537 HTTP/1.1" status: 204 len: 168 time: 0.3376501 Sep 06 14:39:15.363344 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc55ea6-e2f9-4d89-886b-9c8f24024fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e000bd-2722-40e8-adc4-a3e92ebd4537,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:15.425187 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Allocated IP 172.20.0.2 (2c878280-0b8e-4db2-a96d-74008eff70a0/7e02487d-d669-4922-9ee9-42787dd76a16/7221e317-a4f1-4e80-8ed2-eb335e5436fc) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:15.565308 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54522) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:15.657137 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.690775 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.696611 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.704922 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Transition to ACTIVE for port object 7221e317-a4f1-4e80-8ed2-eb335e5436fc will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:15.705872 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54526) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:15.713552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2001641397-network', 'tenant_id': 'e341d34465374beaac5a0f82ce419d95'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:15.729684 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Transition to ACTIVE for port object 7221e317-a4f1-4e80-8ed2-eb335e5436fc will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:15.777377 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-2b47e02d-ea0a-4b3e-aa54-97ed91c48a2a tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:15.781503 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-2b47e02d-ea0a-4b3e-aa54-97ed91c48a2a tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/networks?id=58f98071-a1dd-4a09-ad16-e857e832efe5 HTTP/1.1" status: 200 len: 811 time: 0.2140090 Sep 06 14:39:15.819332 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.819745 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-0f1d9cbc-f2fe-493c-bda2-d06a81585549 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/quotas/934f2e31f61f41de823af9b8b52db566 HTTP/1.1" status: 200 len: 375 time: 0.0319188 Sep 06 14:39:15.883786 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-d72f8bed-87a4-457c-b38c-7c872f743592 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=934f2e31f61f41de823af9b8b52db566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602834 Sep 06 14:39:15.885507 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Made reservation on behalf of e341d34465374beaac5a0f82ce419d95 for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:15.889030 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.892737 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:15.905988 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:15.908666 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:15.916489 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:15.935350 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Allocated IP 172.27.3.219 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/e8f5e78d-92fc-4028-85f7-70a20b22f7a2) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:16.001423 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Pushing event updated for resources: {'Port': ['ID=7221e317-a4f1-4e80-8ed2-eb335e5436fc,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:16.010100 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.010484 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.010837 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.011179 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.012064 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.012493 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.012776 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.013115 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.013469 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.013803 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.014136 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.014462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Tracked resource versions report: Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: pushed versions: Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: { 'AddressGroup': {'1.2'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'ConntrackHelper': {'1.0'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Log': {'1.0'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Network': {'1.1'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Port': {'1.7'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'PortForwarding': {'1.2'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'QosPolicy': {'1.9'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SecurityGroup': {'1.4'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SubPort': {'1.0'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Subnet': {'1.1'}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Trunk': {'1.1'}} Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: consumer versions: Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: { DHCP agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: HyperV agent@hv-cinder-80708: {}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: L3 agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: Metadata agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: Metering agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: Open vSwitch agent@dv-cinder-807083-5-iscsi: { 'AddressGroup': '1.2', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'ConntrackHelper': '1.0', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Log': '1.0', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Network': '1.1', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Port': '1.7', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'PortForwarding': '1.2', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'QosPolicy': '1.9', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SecurityGroup': '1.4', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SecurityGroupRule': '1.2', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'SubPort': '1.0', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Subnet': '1.1', Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: 'Trunk': '1.1'}} Sep 06 14:39:16.015493 dv-cinder-807083-5-iscsi neutron-server[100991]: {{(pid=100991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:39:16.028652 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Attempting to bind port 7221e317-a4f1-4e80-8ed2-eb335e5436fc on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:39:16.029498 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Attempting to bind port 7221e317-a4f1-4e80-8ed2-eb335e5436fc by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:39:16.029869 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Attempting to bind port 7221e317-a4f1-4e80-8ed2-eb335e5436fc on network 2c878280-0b8e-4db2-a96d-74008eff70a0 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:16.036794 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:39:16.037202 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Checking segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:16.037821 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.038165 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Bound using segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:39:16.038643 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Bound port: 7221e317-a4f1-4e80-8ed2-eb335e5436fc, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:39:16.046416 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.142243 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] For port 7221e317-a4f1-4e80-8ed2-eb335e5436fc, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:39:16.148044 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] For port 7221e317-a4f1-4e80-8ed2-eb335e5436fc, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=7221e317-a4f1-4e80-8ed2-eb335e5436fc,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:39:16.152462 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.192189 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-5ffb9da3-74b5-42a3-80dd-f4ad1a90272b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:39:16.194090 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-5ffb9da3-74b5-42a3-80dd-f4ad1a90272b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0999000 Sep 06 14:39:16.204816 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.253326 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.266349 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ab0c87ab-0fb7-447c-875f-240b67af6bc1 req-10c13f47-15be-4f6e-b9a6-d548a1014b01 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 210 time: 0.0709317 Sep 06 14:39:16.285773 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.370715 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:39:16.372329 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-3b95d508-2066-4cc6-b57c-4b13210cf3ee service neutron] 10.222.0.48 "GET /v2.0/networks/58f98071-a1dd-4a09-ad16-e857e832efe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387448 Sep 06 14:39:16.376421 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04efef1-ce66-4492-896b-de586df84f4f,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:16.401607 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.410139 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.410747 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Added segment 10b3a7f0-c145-4b77-92f1-71566016c79d of type vlan for network c7300476-1435-4129-8c76-76e93c829f1c Sep 06 14:39:16.413147 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814c0a6-bd88-4111-93bd-2aaecee028dd None None] Pushing event updated for resources: {'Port': ['ID=7221e317-a4f1-4e80-8ed2-eb335e5436fc,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:16.560937 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54570) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:16.574306 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:16.591985 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:16.605986 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:16.756777 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-214921e5-725e-40d7-9dd1-b3bb9f75cddf service neutron] 10.222.0.48 "GET /v2.0/networks/58f98071-a1dd-4a09-ad16-e857e832efe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681557 Sep 06 14:39:16.757774 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-bad29fea-713f-4298-a098-7ad6898ccbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.774222 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Pushing event updated for resources: {'Port': ['ID=e8f5e78d-92fc-4028-85f7-70a20b22f7a2,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:16.801527 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.852260 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-bad29fea-713f-4298-a098-7ad6898ccbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.910140 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-bad29fea-713f-4298-a098-7ad6898ccbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:16.953854 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-bad29fea-713f-4298-a098-7ad6898ccbd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49dd254e98ba445bafe6f0f9be12b77d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3894565 Sep 06 14:39:16.953854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad29fea-713f-4298-a098-7ad6898ccbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6075db0d-4afc-4594-924d-1ca6ffc3a586,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:16.954631 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54582) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:17.041114 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.041114 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:17.041114 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.088719 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-90deb728-1436-4d3d-837e-4df52d9dc2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.111633 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a9945c3-f56c-4887-9efb-843a782e506f req-f389ebe8-1d07-48bf-8266-13dc507c3bb2 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 210 time: 0.0435760 Sep 06 14:39:17.135023 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54596) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:17.143982 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] Pushing event updated for resources: {'Network': ['ID=c7300476-1435-4129-8c76-76e93c829f1c,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:17.156863 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network c7300476-1435-4129-8c76-76e93c829f1c details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:39:17.210343 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-47861048-e745-4d8b-8614-14e821ded689 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5007610 Sep 06 14:39:17.212578 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54602) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:17.218954 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Request body: {'subnet': {'network_id': 'c7300476-1435-4129-8c76-76e93c829f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2001641397-subnet', 'tenant_id': 'e341d34465374beaac5a0f82ce419d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:17.272344 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-90deb728-1436-4d3d-837e-4df52d9dc2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.311522 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56471035-af64-4967-b245-0f8ec90d2c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.350936 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Made reservation on behalf of e341d34465374beaac5a0f82ce419d95 for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:17.358221 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Notify callbacks [] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.442886 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.555823 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-708dbaa3-1dce-4e02-94ae-a19563d9b8ca req-4e278116-e987-4752-a767-01f730f888b8 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 210 time: 0.0317070 Sep 06 14:39:17.581915 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56471035-af64-4967-b245-0f8ec90d2c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.587093 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-90deb728-1436-4d3d-837e-4df52d9dc2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.595081 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-90deb728-1436-4d3d-837e-4df52d9dc2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.595081 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-90deb728-1436-4d3d-837e-4df52d9dc2c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6075db0d-4afc-4594-924d-1ca6ffc3a586 HTTP/1.1" status: 204 len: 168 time: 0.6284804 Sep 06 14:39:17.620346 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90deb728-1436-4d3d-837e-4df52d9dc2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6075db0d-4afc-4594-924d-1ca6ffc3a586,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:17.670804 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951ad28-c031-4928-b41f-63f845f1a17d None None] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:17.677007 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56471035-af64-4967-b245-0f8ec90d2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.748284 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56471035-af64-4967-b245-0f8ec90d2c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a8898e-bca4-41de-9363-157fae73ac07,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:17.768403 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-56471035-af64-4967-b245-0f8ec90d2c92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=827ba9436c764d4b866707f50748ec29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6319163 Sep 06 14:39:17.770699 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54628) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:17.831318 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 7221e317-a4f1-4e80-8ed2-eb335e5436fc up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:17.872996 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.906187 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.942677 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-85468dd2-6645-444e-8def-0e20aae3efdb None None] Provisioning for port 7221e317-a4f1-4e80-8ed2-eb335e5436fc completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:17.956716 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-aaf921e7-ac1c-40de-95f5-357db0547966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:17.996748 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-aaf921e7-ac1c-40de-95f5-357db0547966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.001178 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 7221e317-a4f1-4e80-8ed2-eb335e5436fc completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:18.006618 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 7221e317-a4f1-4e80-8ed2-eb335e5436fc triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:18.009116 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.036264 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=42af737d-fcb2-423a-b9cc-34592382c158,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:18.092063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Checking segment: {'id': '10b3a7f0-c145-4b77-92f1-71566016c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7300476-1435-4129-8c76-76e93c829f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:18.092063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Network hostable DHCP agents. Network: c7300476-1435-4129-8c76-76e93c829f1c, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:39:18.145583 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Router 26298d19-0365-4db7-bd85-e833f5b7e9df is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:39:18.148477 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.190127 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 7221e317-a4f1-4e80-8ed2-eb335e5436fc, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=7221e317-a4f1-4e80-8ed2-eb335e5436fc,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:18.260141 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7cc17fb7-a8f4-45de-af73-7f15cd91af6b req-a97acfb0-64bf-4afa-a37b-3705c798a210 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 210 time: 0.0864360 Sep 06 14:39:18.261835 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Network c7300476-1435-4129-8c76-76e93c829f1c is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:39:18.269612 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-aaf921e7-ac1c-40de-95f5-357db0547966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.272215 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-aaf921e7-ac1c-40de-95f5-357db0547966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.275640 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-aaf921e7-ac1c-40de-95f5-357db0547966 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3a8898e-bca4-41de-9363-157fae73ac07 HTTP/1.1" status: 204 len: 168 time: 0.5014510 Sep 06 14:39:18.282215 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.301960 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf921e7-ac1c-40de-95f5-357db0547966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a8898e-bca4-41de-9363-157fae73ac07,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:18.303819 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-54e263c4-e3a5-4bca-9e08-9715c8614ed1 None None] Provisioning complete for port 7221e317-a4f1-4e80-8ed2-eb335e5436fc triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:18.305730 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-54e263c4-e3a5-4bca-9e08-9715c8614ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.355294 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, c7300476-1435-4129-8c76-76e93c829f1c) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:18.364228 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:18.365905 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.387969 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c957ad-29b0-4596-9499-22d516809c39 None None] Network c7300476-1435-4129-8c76-76e93c829f1c requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:18.394134 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:39:18.404523 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Sync routers for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:39:18.420292 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:18.420502 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=7221e317-a4f1-4e80-8ed2-eb335e5436fc,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:18.420917 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:39:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:18.473936 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-14cae334-c6c6-46cb-af83-caf97fc85bef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2590873 Sep 06 14:39:18.522817 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.524512 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-1c37e83f-ce74-4dca-81d1-02e6193a4eeb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1328504 Sep 06 14:39:18.527629 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54662) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:18.575020 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:18.682757 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54672) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:18.784853 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997b8d0-51bb-4f69-b872-4590726a0db1 None None] Network c7300476-1435-4129-8c76-76e93c829f1c requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:39:18.798398 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_v2 [None req-177e9e5d-f4e9-45c2-8775-70690b85d827 admin admin] Deleting subnet ba5c0679-7d72-4f6a-803c-d9d9228795d0 {{(pid=100990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:39:18.807518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-177e9e5d-f4e9-45c2-8775-70690b85d827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.950493 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-177e9e5d-f4e9-45c2-8775-70690b85d827 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:18.976380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-177e9e5d-f4e9-45c2-8775-70690b85d827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.012148 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:16Z', 'revision_number': 3, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:19.039933 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4c1cd5ef-733c-4e3e-9560-16460b95d9e8 req-a7ce7afe-acdd-42d2-896c-6bbf628e12ea tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 210 time: 0.1512372 Sep 06 14:39:19.051820 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Checking router: 26298d19-0365-4db7-bd85-e833f5b7e9df for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:39:19.052176 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Updating router 26298d19-0365-4db7-bd85-e833f5b7e9df port e8f5e78d-92fc-4028-85f7-70a20b22f7a2 binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:39:19.082941 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.274701 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.278632 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-177e9e5d-f4e9-45c2-8775-70690b85d827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.345751 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-177e9e5d-f4e9-45c2-8775-70690b85d827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.350294 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-177e9e5d-f4e9-45c2-8775-70690b85d827 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ba5c0679-7d72-4f6a-803c-d9d9228795d0 HTTP/1.1" status: 204 len: 168 time: 0.6640170 Sep 06 14:39:19.350294 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e9e5d-f4e9-45c2-8775-70690b85d827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5c0679-7d72-4f6a-803c-d9d9228795d0,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:19.356458 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54700) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:19.425078 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.452499 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Transition to ACTIVE for port object e8f5e78d-92fc-4028-85f7-70a20b22f7a2 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:19.510821 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-097660b7-6b62-480a-8726-44c7ec966072 req-9512c7d0-3099-40f6-9f8c-4242aca625b3 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 210 time: 0.0326736 Sep 06 14:39:19.515572 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.525991 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.583083 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Pushing event updated for resources: {'Port': ['ID=e8f5e78d-92fc-4028-85f7-70a20b22f7a2,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:19.631070 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.635730 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.636134 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.636521 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.636866 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.637210 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.640011 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.640369 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.640736 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.641087 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.641430 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.643807 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Tracked resource versions report: Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: pushed versions: Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: { 'AddressGroup': {'1.2'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'ConntrackHelper': {'1.0'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Log': {'1.0'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Network': {'1.1'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Port': {'1.7'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'PortForwarding': {'1.2'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'QosPolicy': {'1.9'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SecurityGroup': {'1.4'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SecurityGroupRule': {'1.2'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SubPort': {'1.0'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Subnet': {'1.1'}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Trunk': {'1.1'}} Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: consumer versions: Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: { DHCP agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: HyperV agent@hv-cinder-80708: {}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: L3 agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: Metadata agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: Metering agent@dv-cinder-807083-5-iscsi: {}, Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: Open vSwitch agent@dv-cinder-807083-5-iscsi: { 'AddressGroup': '1.2', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'ConntrackHelper': '1.0', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Log': '1.0', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Network': '1.1', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Port': '1.7', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'PortForwarding': '1.2', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'QosPolicy': '1.9', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SecurityGroup': '1.4', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SecurityGroupRule': '1.2', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'SubPort': '1.0', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Subnet': '1.1', Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: 'Trunk': '1.1'}} Sep 06 14:39:19.646924 dv-cinder-807083-5-iscsi neutron-server[100992]: {{(pid=100992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 14:39:19.720718 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Attempting to bind port e8f5e78d-92fc-4028-85f7-70a20b22f7a2 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:39:19.721095 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Attempting to bind port e8f5e78d-92fc-4028-85f7-70a20b22f7a2 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:39:19.721654 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Attempting to bind port e8f5e78d-92fc-4028-85f7-70a20b22f7a2 on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:19.725526 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.727237 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:39:19.727900 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:19.728503 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.729059 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:39:19.729701 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Bound port: e8f5e78d-92fc-4028-85f7-70a20b22f7a2, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:39:19.730405 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.741892 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 7221e317-a4f1-4e80-8ed2-eb335e5436fc up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:19.770583 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.770933 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.775698 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.776015 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > port after_create 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.776360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.778005 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > port after_update 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.780196 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.780747 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.781235 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.782125 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:19.833998 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Allocated IP 172.20.0.1 (2c878280-0b8e-4db2-a96d-74008eff70a0/7e02487d-d669-4922-9ee9-42787dd76a16/9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:19.862720 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 7221e317-a4f1-4e80-8ed2-eb335e5436fc triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:19.863132 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:19.868586 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] For port e8f5e78d-92fc-4028-85f7-70a20b22f7a2, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:39:19.872321 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] For port e8f5e78d-92fc-4028-85f7-70a20b22f7a2, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=e8f5e78d-92fc-4028-85f7-70a20b22f7a2,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:39:19.967315 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.032010 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.052147 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Transition to ACTIVE for port object 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 will not be triggered until provisioned by entity DHCP. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:20.053649 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:20.054339 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:39:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:20.057000 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e32a9-6706-452f-9f00-0ab60fbc9f3d None None] Pushing event updated for resources: {'Port': ['ID=e8f5e78d-92fc-4028-85f7-70a20b22f7a2,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:20.110344 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:20.110826 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:20.111017 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:20.111743 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:39:20.112348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f453e43e-67f2-4f38-a606-3f2bfcb856e9']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:20.140551 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87097aa3-7c6f-4b53-bb05-7fe6164f3920') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:20.140862 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87097aa3-7c6f-4b53-bb05-7fe6164f3920') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:20.175634 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.177652 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.210397 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:20.213630 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:20.225993 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:20.231505 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:20.232360 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.246247 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4c812370-0dc2-46ce-be0b-972ef872585f req-707cc6ce-65b3-4a70-9807-074f266bbeb6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 210 time: 0.0782206 Sep 06 14:39:20.268211 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.278361 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:39:20.279183 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: from cryptography.utils import int_from_bytes Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: from cryptography.utils import int_from_bytes Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:39:20.283912 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:39:20.404210 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:20.499192 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:16Z', 'revision_number': 3, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:20.505480 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.516474 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.527666 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c0391-e967-425e-bf96-66ad370ab044 None None] The sync data for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi is: [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:16Z', 'revision_number': 3, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:39:20.529617 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54744) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:20.530006 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f453e43e-67f2-4f38-a606-3f2bfcb856e9 HTTP/1.1" status: 204 len: 168 time: 1.1708066 Sep 06 14:39:20.552936 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54748) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:20.559288 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7883f7-e484-4bc5-b0ca-45eb67f78eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f453e43e-67f2-4f38-a606-3f2bfcb856e9,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:20.618078 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-9c510ace-886d-4519-87ac-b85bae7c0d8b None None] Provisioning for port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:20.626761 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-9c510ace-886d-4519-87ac-b85bae7c0d8b None None] Provisioning complete for port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:20.630570 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f600d66-35b8-4dcd-8fa2-803aac47d918 admin admin] Deleting subnet 42af737d-fcb2-423a-b9cc-34592382c158 {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:39:20.631047 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9c510ace-886d-4519-87ac-b85bae7c0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.633945 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f600d66-35b8-4dcd-8fa2-803aac47d918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.681467 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f600d66-35b8-4dcd-8fa2-803aac47d918 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.691510 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-27542137-fe19-4990-ae3c-ff1ac937e756 req-f41cd553-ba58-46f5-b351-1ed7df97c9f0 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 210 time: 0.0660324 Sep 06 14:39:20.714700 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f600d66-35b8-4dcd-8fa2-803aac47d918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.720517 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-9c510ace-886d-4519-87ac-b85bae7c0d8b None None] Port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:39:20.782077 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:20.862865 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b30a3adf-82f5-4392-b80c-b050c86b7f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.003442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.18', 50520) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:21.060139 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f600d66-35b8-4dcd-8fa2-803aac47d918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.154999 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f600d66-35b8-4dcd-8fa2-803aac47d918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42af737d-fcb2-423a-b9cc-34592382c158,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:21.165795 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f600d66-35b8-4dcd-8fa2-803aac47d918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.170212 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0f600d66-35b8-4dcd-8fa2-803aac47d918 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/42af737d-fcb2-423a-b9cc-34592382c158 HTTP/1.1" status: 204 len: 168 time: 0.6372659 Sep 06 14:39:21.178572 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54774) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:21.302411 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-468b1912-59c0-4757-8c5b-e8175a03d1a6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:21.304371 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-468b1912-59c0-4757-8c5b-e8175a03d1a6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 814 time: 0.2926817 Sep 06 14:39:21.327486 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.339756 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.377231 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b30a3adf-82f5-4392-b80c-b050c86b7f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.412088 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Request body: {'port': {'device_id': 'bb793744-096b-4689-b176-a5fa990eb1c0', 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'admin_state_up': True, 'tenant_id': '05344fa624b846488a8a239f87e64d13'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:21.458506 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e3183f3c-63c9-43be-a375-b8b633be2c60 req-81f361bd-f8b8-4769-bcfa-31d9d7cb9e29 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 210 time: 0.0769970 Sep 06 14:39:21.498713 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.499587 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.504292 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b30a3adf-82f5-4392-b80c-b050c86b7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.553488 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:21.620469 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7300476-1435-4129-8c76-76e93c829f1c']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:21.629589 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:21.770351 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device e8f5e78d-92fc-4028-85f7-70a20b22f7a2 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:21.842963 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b30a3adf-82f5-4392-b80c-b050c86b7f28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=176b40b83abc40fba2fd1cca0f8e00fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2846162 Sep 06 14:39:21.848222 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54802) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:21.850197 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a3adf-82f5-4392-b80c-b050c86b7f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ce9155-c363-4f09-8138-9993ba22a8ef,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:21.880596 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:21.890461 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:22.006575 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.18', 50529) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:22.007354 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port e8f5e78d-92fc-4028-85f7-70a20b22f7a2 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:22.007354 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port e8f5e78d-92fc-4028-85f7-70a20b22f7a2 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:22.007354 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.094747 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b3a7f0-c145-4b77-92f1-71566016c79d') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:22.102462 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b3a7f0-c145-4b77-92f1-71566016c79d') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:22.207565 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.209705 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.235321 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Router 26298d19-0365-4db7-bd85-e833f5b7e9df has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:39:22.304851 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port e8f5e78d-92fc-4028-85f7-70a20b22f7a2, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=e8f5e78d-92fc-4028-85f7-70a20b22f7a2,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:22.307396 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ff883719-4386-4e1d-aa15-71f56fbf75a3 req-1953dca0-b9a5-48ab-9a74-741b10b2f8a9 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 210 time: 0.2282257 Sep 06 14:39:22.327102 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-5987ed47-76e3-43f2-9b28-9cbb90df7284 None None] Provisioning complete for port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:22.327102 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-5987ed47-76e3-43f2-9b28-9cbb90df7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.334693 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.345836 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:39:22.348015 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:39:22.354601 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:39:22.371283 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b9b476cb-b97c-4ade-b5f6-a68a34f93a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.384351 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.444777 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-5987ed47-76e3-43f2-9b28-9cbb90df7284 None None] Port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:39:22.457572 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=e8f5e78d-92fc-4028-85f7-70a20b22f7a2,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:22.530486 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Made reservation on behalf of 05344fa624b846488a8a239f87e64d13 for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:22.538630 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.619825 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b9b476cb-b97c-4ade-b5f6-a68a34f93a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:22.636046 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:39:22.643267 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e9e09269-4938-4a78-b9d3-7c2b9c5f6cbe req-f3599a74-3d00-4919-9e53-5cada651df6c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 210 time: 0.0637941 Sep 06 14:39:22.654345 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9af18c82-92fc-4dd1-b7d3-c8f99aec0329 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:22.657187 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9af18c82-92fc-4dd1-b7d3-c8f99aec0329 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.18 "GET /v2.0/networks?id=58f98071-a1dd-4a09-ad16-e857e832efe5 HTTP/1.1" status: 200 len: 811 time: 0.6795082 Sep 06 14:39:22.678302 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Request body: {'port': {'device_id': '95209c7c-1bba-41ad-9cc3-db64502dfabf', 'network_id': '58f98071-a1dd-4a09-ad16-e857e832efe5', 'admin_state_up': True, 'tenant_id': '934f2e31f61f41de823af9b8b52db566'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:23.011324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:23.011324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:23.011324 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c7300476-1435-4129-8c76-76e93c829f1c HTTP/1.1" status: 204 len: 168 time: 1.6962729 Sep 06 14:39:23.011324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbf571-8575-4bd7-adfb-d769462649f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7300476-1435-4129-8c76-76e93c829f1c,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:23.011324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Allocated IP 172.20.0.7 (c6ca3961-a913-44a8-9824-72f93e41049a/8bde766e-005f-4fb0-8c4f-ccc8d3622620/984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:23.012882 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:39:23.020004 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e20939ae-c8b1-463b-b593-40787167bf97 admin admin] 10.222.0.48 "PUT /v2.0/routers/26298d19-0365-4db7-bd85-e833f5b7e9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4880626 Sep 06 14:39:23.105194 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b9b476cb-b97c-4ade-b5f6-a68a34f93a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:23.111889 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b9b476cb-b97c-4ade-b5f6-a68a34f93a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:23.122545 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b9b476cb-b97c-4ade-b5f6-a68a34f93a49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31ce9155-c363-4f09-8138-9993ba22a8ef HTTP/1.1" status: 204 len: 168 time: 1.2551754 Sep 06 14:39:23.148366 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b476cb-b97c-4ade-b5f6-a68a34f93a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ce9155-c363-4f09-8138-9993ba22a8ef,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:23.197820 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Sync routers for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:39:23.210331 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:23.210981 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:39:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:23.325249 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:23.401424 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Made reservation on behalf of 934f2e31f61f41de823af9b8b52db566 for: {'port': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:23.406991 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:23.432685 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:23.514467 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae2ae3a3-87ae-45f6-a780-6091a7dbfb30 req-5038a1c6-fdc9-49cd-b263-a900fbcc562e tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 210 time: 0.0787020 Sep 06 14:39:23.516413 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:23.651207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Network c6ca3961-a913-44a8-9824-72f93e41049a is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:23.657491 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:23.665448 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:23.694799 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Pushing event updated for resources: {'Port': ['ID=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:23.756178 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:23.760542 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:23.775665 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54880) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:23.897307 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-dae85792-018c-491f-bf5f-a8fc3e1f6126 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c17ff7e208344d13b62ac74d7cff3b7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1080728 Sep 06 14:39:23.897947 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54886) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:23.914191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97ab3-6613-4dca-8d97-0e87efaaef24 req-0f31f1d7-046d-4459-858b-07f2aabaee50 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:23.921979 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1cd97ab3-6613-4dca-8d97-0e87efaaef24 req-0f31f1d7-046d-4459-858b-07f2aabaee50 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 931 time: 0.1316903 Sep 06 14:39:23.947773 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-7b6ec3a5-9c8d-4e44-96fc-aba0b3d7ddb2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5675960 Sep 06 14:39:23.954975 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device e8f5e78d-92fc-4028-85f7-70a20b22f7a2 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:23.972827 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Allocated IP 172.20.0.2 (58f98071-a1dd-4a09-ad16-e857e832efe5/5afad0e8-6d01-4070-8a14-28ecb6589016/6390198a-b02e-4687-a425-769d253913c1) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:23.973957 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-4acfbfe4-8b67-49ab-8152-70b401360556 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:39:23.984578 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-4acfbfe4-8b67-49ab-8152-70b401360556 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223522 Sep 06 14:39:24.044166 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1cd97ab3-6613-4dca-8d97-0e87efaaef24 req-4eefb5cd-5e52-4f6b-aab7-5915173664e7 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211431 Sep 06 14:39:24.058782 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.087763 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a28b-3cd5-4a83-9834-4584decb67e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.143976 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port e8f5e78d-92fc-4028-85f7-70a20b22f7a2 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:24.146744 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a28b-3cd5-4a83-9834-4584decb67e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.148232 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.165382 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 2, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:24.228837 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Checking router: 26298d19-0365-4db7-bd85-e833f5b7e9df for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:39:24.229548 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Updating router 26298d19-0365-4db7-bd85-e833f5b7e9df port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:39:24.263448 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.303494 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.343093 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a28b-3cd5-4a83-9834-4584decb67e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.345931 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a28b-3cd5-4a83-9834-4584decb67e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.350648 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f9c9a28b-3cd5-4a83-9834-4584decb67e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbeae6c8-d9b1-4c7e-8f7b-6d9911b9a286 HTTP/1.1" status: 204 len: 168 time: 0.4513655 Sep 06 14:39:24.380075 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9a28b-3cd5-4a83-9834-4584decb67e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeae6c8-d9b1-4c7e-8f7b-6d9911b9a286,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:24.464240 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.513176 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54914) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:24.569470 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-548db106-4896-44b7-8fc0-9e015f26ddda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.783045 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Network 58f98071-a1dd-4a09-ad16-e857e832efe5 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:24.787062 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:24.798587 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:24.801236 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:24.801916 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.827477 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Pushing event updated for resources: {'Port': ['ID=6390198a-b02e-4687-a425-769d253913c1,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:24.892686 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-548db106-4896-44b7-8fc0-9e015f26ddda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.942161 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e01f-05de-44ef-8576-898293153428 req-b7799666-b2f1-41af-89fb-563ba6158b6f tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:24.948347 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:24.953191 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1ce9e01f-05de-44ef-8576-898293153428 req-b7799666-b2f1-41af-89fb-563ba6158b6f tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 931 time: 0.2215247 Sep 06 14:39:24.972870 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Transition to ACTIVE for port object 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:24.974823 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 54930) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:24.982063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-61635308-68d0-4167-b237-30d018938ca9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849556676', 'description': 'tempest-description--698659530'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:24.993533 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-548db106-4896-44b7-8fc0-9e015f26ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.036972 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.093115 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9a60c8ef-12c9-4243-a27f-1a0d51629a03 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4279900 Sep 06 14:39:25.118716 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548db106-4896-44b7-8fc0-9e015f26ddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b1c48-af2f-4fd3-8383-7156a375e047,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:25.148475 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ce92d-a3a8-451c-962c-dc3882588509 None None] Pushing event updated for resources: {'Port': ['ID=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:25.198937 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54948) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:25.199696 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-548db106-4896-44b7-8fc0-9e015f26ddda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=505adf307d894a1fb7197b5cff6df26e&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6801779 Sep 06 14:39:25.231115 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1ce9e01f-05de-44ef-8576-898293153428 req-33c8172a-bc41-41da-9e19-f42ec287709a tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761416 Sep 06 14:39:25.300340 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Attempting to bind port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:39:25.301350 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Attempting to bind port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:39:25.301966 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Attempting to bind port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 on network 2c878280-0b8e-4db2-a96d-74008eff70a0 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:25.307887 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:39:25.308565 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Checking segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:25.309214 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.310034 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Bound using segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:39:25.311119 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Bound port: 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:39:25.311747 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.338426 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f02a1656-8a24-4c4b-ac4c-b7713fd4c784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.362410 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-61635308-68d0-4167-b237-30d018938ca9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.420154 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d2796-a1d0-472d-9a53-63a4ef4a0134 req-d9225267-47c6-4dd8-b288-a0adf2ca0f15 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:25.423617 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-309d2796-a1d0-472d-9a53-63a4ef4a0134 req-d9225267-47c6-4dd8-b288-a0adf2ca0f15 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 931 time: 0.1801758 Sep 06 14:39:25.451594 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] For port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:39:25.451680 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f02a1656-8a24-4c4b-ac4c-b7713fd4c784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.451763 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] For port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:39:25.513033 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Request body: {'port': {'device_id': 'bb793744-096b-4689-b176-a5fa990eb1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:25.537371 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.555347 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-309d2796-a1d0-472d-9a53-63a4ef4a0134 req-09e0a3fc-be56-4361-8929-db481f293999 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228664 Sep 06 14:39:25.566500 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Request body: {'port': {'device_id': '95209c7c-1bba-41ad-9cc3-db64502dfabf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:25.596399 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.639405 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f02a1656-8a24-4c4b-ac4c-b7713fd4c784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.642745 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f02a1656-8a24-4c4b-ac4c-b7713fd4c784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.649012 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-f02a1656-8a24-4c4b-ac4c-b7713fd4c784 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b3b1c48-af2f-4fd3-8383-7156a375e047 HTTP/1.1" status: 204 len: 168 time: 0.4475594 Sep 06 14:39:25.707946 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a1656-8a24-4c4b-ac4c-b7713fd4c784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b1c48-af2f-4fd3-8383-7156a375e047,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:25.746695 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:25.770592 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:39:25.774620 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:39:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:25.778523 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54964) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:25.929164 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ce92d-a3a8-451c-962c-dc3882588509 None None] Pushing event updated for resources: {'Port': ['ID=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:25.995116 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-61635308-68d0-4167-b237-30d018938ca9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:26.107686 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-61635308-68d0-4167-b237-30d018938ca9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:26.146778 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61635308-68d0-4167-b237-30d018938ca9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6034735-f8f7-4de6-b629-28fc233194c7,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:26.220225 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:39:26.330246 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-61635308-68d0-4167-b237-30d018938ca9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:26.341783 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-61635308-68d0-4167-b237-30d018938ca9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3657782 Sep 06 14:39:26.348384 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54990) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:26.382984 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-81470d8d-efeb-48c3-adbc-0dd18c927c87 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'security_group_rule': {'security_group_id': 'e6034735-f8f7-4de6-b629-28fc233194c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:26.421587 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 54994) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:26.575807 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6390198a-b02e-4687-a425-769d253913c1 {{(pid=100989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:26.587089 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:26.607806 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Transition to ACTIVE for port object 6390198a-b02e-4687-a425-769d253913c1 will not be triggered until provisioned by entity L2. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:26.655528 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:26.670356 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:26.692062 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1e0dc-9369-4d31-9f62-61b9d437656b req-99b89051-6cb9-49db-8448-900a5865bccb tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:26.693648 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ebf1e0dc-9369-4d31-9f62-61b9d437656b req-99b89051-6cb9-49db-8448-900a5865bccb tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 931 time: 0.2882276 Sep 06 14:39:26.717190 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:26.721818 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Pushing event updated for resources: {'Port': ['ID=6390198a-b02e-4687-a425-769d253913c1,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:26.758015 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-1bb7cacd-817f-4d2e-a752-733324955a87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e341d34465374beaac5a0f82ce419d95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3165083 Sep 06 14:39:26.758913 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6208c6fd-d437-44a2-867c-d63f7206fc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:26.773933 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55008) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:26.803502 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:25Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:39:26.861792 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e049e83-9502-4c05-b95d-86c82d53e9c6 None None] The sync data for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi is: [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:25Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:39:26.917788 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Transition to ACTIVE for port object 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:26.918916 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81470d8d-efeb-48c3-adbc-0dd18c927c87 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:27.006445 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Attempting to bind port 6390198a-b02e-4687-a425-769d253913c1 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:39:27.007069 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Attempting to bind port 6390198a-b02e-4687-a425-769d253913c1 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'e334746c-15ef-460c-a5f4-c1cbf0f0ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '58f98071-a1dd-4a09-ad16-e857e832efe5'}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:39:27.008421 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Attempting to bind port 6390198a-b02e-4687-a425-769d253913c1 on network 58f98071-a1dd-4a09-ad16-e857e832efe5 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:27.037153 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Port 6390198a-b02e-4687-a425-769d253913c1 on network 58f98071-a1dd-4a09-ad16-e857e832efe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:39:27.037557 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Attempting to bind port 6390198a-b02e-4687-a425-769d253913c1 on network 58f98071-a1dd-4a09-ad16-e857e832efe5 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:27.060685 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:39:27.061256 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Checking segment: {'id': 'e334746c-15ef-460c-a5f4-c1cbf0f0ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '58f98071-a1dd-4a09-ad16-e857e832efe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:27.061630 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Bound using segment: {'id': 'e334746c-15ef-460c-a5f4-c1cbf0f0ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '58f98071-a1dd-4a09-ad16-e857e832efe5'} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:39:27.062087 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Bound port: 6390198a-b02e-4687-a425-769d253913c1, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e334746c-15ef-460c-a5f4-c1cbf0f0ba38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '58f98071-a1dd-4a09-ad16-e857e832efe5'}}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:39:27.062455 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:27.081631 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81470d8d-efeb-48c3-adbc-0dd18c927c87 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:27.260761 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ebf1e0dc-9369-4d31-9f62-61b9d437656b req-9e2c8f81-31fe-4508-a7e1-7d899d4c8582 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500333 Sep 06 14:39:27.315486 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881980b4-40c5-4337-af7d-b7873d734e20 req-3aebdd88-a982-43e0-9b3d-98d628cfe525 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:27.317540 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-881980b4-40c5-4337-af7d-b7873d734e20 req-3aebdd88-a982-43e0-9b3d-98d628cfe525 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 931 time: 0.5675139 Sep 06 14:39:27.380079 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-881980b4-40c5-4337-af7d-b7873d734e20 req-12bae801-229e-427a-ae32-e90fd7557af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506136 Sep 06 14:39:27.388365 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00107755-5d78-4f3a-b247-0684be8bdbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:27.432835 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00107755-5d78-4f3a-b247-0684be8bdbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:27.433737 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6208c6fd-d437-44a2-867c-d63f7206fc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:27.440235 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] For port 6390198a-b02e-4687-a425-769d253913c1, host hv-cinder-80708, cleared binding levels {{(pid=100989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:39:27.445319 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] For port 6390198a-b02e-4687-a425-769d253913c1, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6390198a-b02e-4687-a425-769d253913c1,segment=NetworkSegment(e334746c-15ef-460c-a5f4-c1cbf0f0ba38),segment_id=e334746c-15ef-460c-a5f4-c1cbf0f0ba38)] {{(pid=100989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:39:27.726178 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:27.869843 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:27.960365 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Pushing event updated for resources: {'Port': ['ID=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:28.036658 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Attempting to bind port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:39:28.037021 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Attempting to bind port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:39:28.037368 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Attempting to bind port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f on network c6ca3961-a913-44a8-9824-72f93e41049a {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:28.042010 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f on network c6ca3961-a913-44a8-9824-72f93e41049a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:39:28.043980 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Attempting to bind port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f on network c6ca3961-a913-44a8-9824-72f93e41049a {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:28.057718 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:39:28.058261 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Checking segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:28.058789 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Bound using segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:39:28.059372 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Bound port: 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:39:28.059846 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.076921 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:28.079571 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00107755-5d78-4f3a-b247-0684be8bdbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.082843 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:28.082944 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.083048 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.089965 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00107755-5d78-4f3a-b247-0684be8bdbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.091144 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-00107755-5d78-4f3a-b247-0684be8bdbfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b04efef1-ce66-4492-896b-de586df84f4f HTTP/1.1" status: 204 len: 168 time: 1.2845538 Sep 06 14:39:28.094616 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81470d8d-efeb-48c3-adbc-0dd18c927c87 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.100634 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6208c6fd-d437-44a2-867c-d63f7206fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.125506 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:28.125506 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.125506 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] 10.222.0.18 "PUT /v2.0/ports/6390198a-b02e-4687-a425-769d253913c1 HTTP/1.1" status: 200 len: 1093 time: 2.9883182 Sep 06 14:39:28.174306 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95209c7c-1bba-41ad-9cc3-db64502dfabf', 'tag': '6390198a-b02e-4687-a425-769d253913c1'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:28.226561 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00107755-5d78-4f3a-b247-0684be8bdbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04efef1-ce66-4492-896b-de586df84f4f,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:28.321662 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.374467 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208c6fd-d437-44a2-867c-d63f7206fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3206aed-8c93-4813-a3eb-4ae6aa79fecb,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:28.374963 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] For port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:39:28.385502 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:28.392177 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] For port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:39:28.466271 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.482081 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-6208c6fd-d437-44a2-867c-d63f7206fc07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50ee039509df49998441fd00f49e806d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6583304 Sep 06 14:39:28.482981 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81470d8d-efeb-48c3-adbc-0dd18c927c87 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42185114-bcf2-4140-aad0-8e1287699143,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:28.486282 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55058) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:28.498006 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.513001 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81470d8d-efeb-48c3-adbc-0dd18c927c87 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.526370 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-81470d8d-efeb-48c3-adbc-0dd18c927c87 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1668441 Sep 06 14:39:28.535720 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55062) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:28.552654 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-c972e296-debb-4753-b736-bfe8c2f0a897 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'security_group_rule': {'security_group_id': 'e6034735-f8f7-4de6-b629-28fc233194c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:28.555486 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624942b3-be89-4cf9-b008-3271b6f8c67c service neutron] Pushing event updated for resources: {'Port': ['ID=6390198a-b02e-4687-a425-769d253913c1,revision_number=3']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:28.579229 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678808d-e07b-490d-89fb-9c39b52369cc req-ce6cd752-6da7-4fea-8d87-a90a4329373d tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:28.583489 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7678808d-e07b-490d-89fb-9c39b52369cc req-ce6cd752-6da7-4fea-8d87-a90a4329373d tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.1753216 Sep 06 14:39:28.623384 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:28.704413 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:28.705144 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.707411 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] 10.222.0.18 "PUT /v2.0/ports/984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f HTTP/1.1" status: 200 len: 1093 time: 4.0242789 Sep 06 14:39:28.709445 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb793744-096b-4689-b176-a5fa990eb1c0', 'tag': '984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:28.744260 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6823936-e818-4ba9-b217-8f70b4939f9e service neutron] Pushing event updated for resources: {'Port': ['ID=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:28.751245 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35db430d-339c-491a-8c25-1b835617e22f" -d '{"events": [{"name": "network-changed", "server_uuid": "95209c7c-1bba-41ad-9cc3-db64502dfabf", "tag": "6390198a-b02e-4687-a425-769d253913c1"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:28.801594 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7678808d-e07b-490d-89fb-9c39b52369cc req-19319cec-3711-444f-ac74-4996eeea7111 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820185 Sep 06 14:39:28.812513 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7dd29-49be-4707-a1ca-7e27100503b3 req-e3245f75-301b-4070-8cc8-327a50548d9d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:28.814026 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3dc7dd29-49be-4707-a1ca-7e27100503b3 req-e3245f75-301b-4070-8cc8-327a50548d9d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.2766852 Sep 06 14:39:28.829427 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6b-44b9-46ba-88ac-48e3187c5cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.875348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6b-44b9-46ba-88ac-48e3187c5cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:28.896739 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3dc7dd29-49be-4707-a1ca-7e27100503b3 req-f2f060dd-e879-47ad-af52-6d670e204f5f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650585 Sep 06 14:39:28.946603 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c972e296-debb-4753-b736-bfe8c2f0a897 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.021121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6b-44b9-46ba-88ac-48e3187c5cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.024960 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7a6b-44b9-46ba-88ac-48e3187c5cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.029121 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-4c3e7a6b-44b9-46ba-88ac-48e3187c5cf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3206aed-8c93-4813-a3eb-4ae6aa79fecb HTTP/1.1" status: 204 len: 168 time: 0.5366352 Sep 06 14:39:29.051823 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e7a6b-44b9-46ba-88ac-48e3187c5cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3206aed-8c93-4813-a3eb-4ae6aa79fecb,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:29.055179 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c972e296-debb-4753-b736-bfe8c2f0a897 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.271281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c972e296-debb-4753-b736-bfe8c2f0a897 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.271281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972e296-debb-4753-b736-bfe8c2f0a897 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9379b5a-f46a-4918-858c-bfadd29014cc,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:29.271281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0ba93e-f869-404c-89ab-8fddee44c320" -d '{"events": [{"name": "network-changed", "server_uuid": "bb793744-096b-4689-b176-a5fa990eb1c0", "tag": "984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:29.272780 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0a0e2f-4d33-45b8-b45e-730cd2bbb4da x-openstack-request-id: req-ee0a0e2f-4d33-45b8-b45e-730cd2bbb4da {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:29.272780 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95209c7c-1bba-41ad-9cc3-db64502dfabf", "tag": "6390198a-b02e-4687-a425-769d253913c1", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:29.272780 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee0a0e2f-4d33-45b8-b45e-730cd2bbb4da {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:29.272780 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95209c7c-1bba-41ad-9cc3-db64502dfabf', 'tag': '6390198a-b02e-4687-a425-769d253913c1', 'status': 'completed', 'code': 200} Sep 06 14:39:29.423725 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c972e296-debb-4753-b736-bfe8c2f0a897 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.425820 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c972e296-debb-4753-b736-bfe8c2f0a897 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8847754 Sep 06 14:39:29.429964 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55102) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:29.434761 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:29.584165 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.690133 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.744990 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:29.854085 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:29.854085 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:29.855448 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Allocated IP 172.27.3.14 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/ed4fa3f1-7193-4b98-9b94-aefbd29d0a9b) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:29.966051 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bed0c8-350b-4e02-b128-23c008f574f4 req-3538260b-4c57-447f-bf77-01b88471404f tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:29.969352 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-73bed0c8-350b-4e02-b128-23c008f574f4 req-3538260b-4c57-447f-bf77-01b88471404f tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.0719659 Sep 06 14:39:30.004252 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:30.014117 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-73bed0c8-350b-4e02-b128-23c008f574f4 req-12a7274a-aa73-4f41-bf6e-f5a17526e75b tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Sep 06 14:39:30.144667 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2568e679-26a9-4c25-95af-acf9cf53aff5 x-openstack-request-id: req-2568e679-26a9-4c25-95af-acf9cf53aff5 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:30.145015 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb793744-096b-4689-b176-a5fa990eb1c0", "tag": "984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:30.145274 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2568e679-26a9-4c25-95af-acf9cf53aff5 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:30.145738 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb793744-096b-4689-b176-a5fa990eb1c0', 'tag': '984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', 'status': 'completed', 'code': 200} Sep 06 14:39:30.212131 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e32128-f215-4e58-ace6-edbbcd722578 req-bc1c2e19-d18a-4765-9d76-42acff1774b8 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:30.214266 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-66e32128-f215-4e58-ace6-edbbcd722578 req-bc1c2e19-d18a-4765-9d76-42acff1774b8 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.0656798 Sep 06 14:39:30.271758 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-66e32128-f215-4e58-ace6-edbbcd722578 req-506eb27a-c493-4e25-9e55-e219d977604e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506487 Sep 06 14:39:30.282035 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55120) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:30.298203 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:30.356230 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:30.359254 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:30.383345 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:30.401073 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'Port': ['ID=ed4fa3f1-7193-4b98-9b94-aefbd29d0a9b,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:30.491353 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:30.545806 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4e83defe-87ba-4b7f-bcd7-232560e872cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:30.670377 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:30.672059 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4e83defe-87ba-4b7f-bcd7-232560e872cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:30.849289 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:30.925700 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4e83defe-87ba-4b7f-bcd7-232560e872cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:30.964220 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-4e83defe-87ba-4b7f-bcd7-232560e872cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f2a6db7676d4e55a1fe2589cab510dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808937 Sep 06 14:39:30.965527 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83defe-87ba-4b7f-bcd7-232560e872cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4938ee4e-8f6c-41b7-b08e-7b4119fa68bd,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:30.967316 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55136) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:30.979263 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:31.013842 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:31.087348 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-db8a3d50-c401-4bcc-aab2-7594de932930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:31.088969 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'Port': ['ID=ed4fa3f1-7193-4b98-9b94-aefbd29d0a9b,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:31.116954 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-db8a3d50-c401-4bcc-aab2-7594de932930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:31.204602 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bcab3-e9d1-401d-a911-a1ee25c1d451 req-6cbea91a-928a-433c-b90f-997b1e00375e tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:31.204602 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-756bcab3-e9d1-401d-a911-a1ee25c1d451 req-6cbea91a-928a-433c-b90f-997b1e00375e tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.0570533 Sep 06 14:39:31.258206 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:31.259889 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-f5b0c4fc-1e47-4da1-91c6-ef06e4bc2a9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8286119 Sep 06 14:39:31.262901 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-756bcab3-e9d1-401d-a911-a1ee25c1d451 req-4d352eb1-7e14-4a01-bdf4-4c05f2794b61 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601997 Sep 06 14:39:31.274964 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-db8a3d50-c401-4bcc-aab2-7594de932930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:31.278750 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-db8a3d50-c401-4bcc-aab2-7594de932930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:31.280884 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-db8a3d50-c401-4bcc-aab2-7594de932930 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4938ee4e-8f6c-41b7-b08e-7b4119fa68bd HTTP/1.1" status: 204 len: 168 time: 0.3110776 Sep 06 14:39:31.291124 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3d50-c401-4bcc-aab2-7594de932930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4938ee4e-8f6c-41b7-b08e-7b4119fa68bd,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:31.428093 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc460-785b-4cd5-86f1-6847189b47ed req-e13eda86-5966-4aab-8616-09c23275805e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:31.429646 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ad0bc460-785b-4cd5-86f1-6847189b47ed req-e13eda86-5966-4aab-8616-09c23275805e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.0621979 Sep 06 14:39:31.486218 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ad0bc460-785b-4cd5-86f1-6847189b47ed req-7b649e38-b0a7-419c-a751-ef01b5ab3583 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493941 Sep 06 14:39:31.575688 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-a6f9bc5d-1d1e-4f1a-9540-d24132f16ead tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--849556676&fields=id&tenant_id=9cfd771d1905435d98182b0633e30a0b HTTP/1.1" status: 200 len: 267 time: 0.0449188 Sep 06 14:39:31.711215 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-c10bfef4-9339-4b2f-8e3d-574ec552b02e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:31.713007 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-c10bfef4-9339-4b2f-8e3d-574ec552b02e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 816 time: 0.1281309 Sep 06 14:39:31.729892 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-4c946ff9-cabf-47c1-a1ee-312d274f0ba2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/quotas/9cfd771d1905435d98182b0633e30a0b HTTP/1.1" status: 200 len: 375 time: 0.0102367 Sep 06 14:39:31.804343 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-8df2eba6-2a71-4457-947d-78dfa6c9d7ba tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663390 Sep 06 14:39:31.933066 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-9d272b27-56d5-4def-bea8-19e3a6c74f55 service neutron] 10.222.0.48 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145408 Sep 06 14:39:32.044448 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-d9e08059-414e-4ca0-b25d-35285b7f71d7 service neutron] 10.222.0.48 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010957 Sep 06 14:39:32.447482 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3a5a2-c425-44c1-82e4-334a9762f960 req-b82af727-17bc-4eef-a454-9d1f798e3c39 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:32.449681 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a8b3a5a2-c425-44c1-82e4-334a9762f960 req-b82af727-17bc-4eef-a454-9d1f798e3c39 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.0869422 Sep 06 14:39:32.484910 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c9a48928-2588-4061-9361-10f6b82e1d14 req-a0a8ca50-b9fd-40fa-916f-99315c378b9d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0343752 Sep 06 14:39:32.532060 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a8b3a5a2-c425-44c1-82e4-334a9762f960 req-477ac5d2-966f-4707-92da-36667b718c4f tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652695 Sep 06 14:39:32.742047 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899844e-4d93-4bbf-a841-f41d21231e0f req-b3678071-645e-46ec-85a2-02c3175b53f3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:32.743989 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7899844e-4d93-4bbf-a841-f41d21231e0f req-b3678071-645e-46ec-85a2-02c3175b53f3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.0963118 Sep 06 14:39:32.825508 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7899844e-4d93-4bbf-a841-f41d21231e0f req-649a865a-a28d-4507-a1ef-f768fd391953 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Sep 06 14:39:33.267740 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55218) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:33.288089 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d801db78-ef1c-4350-a314-95c80d76bca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:33.423997 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d801db78-ef1c-4350-a314-95c80d76bca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:33.646972 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-53778e3f-a474-4bb3-92ad-52776ef9c6bc req-7486d7da-3259-49ff-9a6b-9a34527bb664 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0744009 Sep 06 14:39:33.692623 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d801db78-ef1c-4350-a314-95c80d76bca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:33.723186 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4914634-6623-4e6b-9884-998de2391f92 req-26141f74-b2ec-4e66-bdbc-e809b5408240 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:33.732182 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d4914634-6623-4e6b-9884-998de2391f92 req-26141f74-b2ec-4e66-bdbc-e809b5408240 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.0724654 Sep 06 14:39:33.743072 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d801db78-ef1c-4350-a314-95c80d76bca9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=897490b97340466aaa7124a6fc707213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718299 Sep 06 14:39:33.743072 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801db78-ef1c-4350-a314-95c80d76bca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ac26c9-eddb-4254-bfe4-66cdd9b45e77,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:33.745806 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55234) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:33.789371 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d4914634-6623-4e6b-9884-998de2391f92 req-cfbbf174-87cd-415d-aca8-d42bb2824c30 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558646 Sep 06 14:39:33.796308 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b17559a1-8a4b-4c82-9cd5-d15f87986da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:33.826263 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b17559a1-8a4b-4c82-9cd5-d15f87986da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:33.976538 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af3070-f8cf-4193-aef8-39b84dd1f80b req-6fbd97ff-ef2b-48ac-8da4-ad06c1cf2dbc tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:33.984036 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f0af3070-f8cf-4193-aef8-39b84dd1f80b req-6fbd97ff-ef2b-48ac-8da4-ad06c1cf2dbc tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.0849595 Sep 06 14:39:34.022683 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f0af3070-f8cf-4193-aef8-39b84dd1f80b req-f2fa5ce2-343f-45c4-aa4a-352db79dda81 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375745 Sep 06 14:39:34.075359 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b17559a1-8a4b-4c82-9cd5-d15f87986da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:34.078044 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b17559a1-8a4b-4c82-9cd5-d15f87986da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:34.082716 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b17559a1-8a4b-4c82-9cd5-d15f87986da6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6ac26c9-eddb-4254-bfe4-66cdd9b45e77 HTTP/1.1" status: 204 len: 168 time: 0.3373747 Sep 06 14:39:34.090934 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17559a1-8a4b-4c82-9cd5-d15f87986da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ac26c9-eddb-4254-bfe4-66cdd9b45e77,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:34.752507 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-586f05a6-ace4-4622-a99a-653e23110399 req-c947a3b4-e4fa-44e9-b783-3e81f59109a3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0274835 Sep 06 14:39:35.016148 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba93e-f869-404c-89ab-8fddee44c320 req-d87567da-f1c1-49ef-971c-7cb6cdb9f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.018350 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0f0ba93e-f869-404c-89ab-8fddee44c320 req-d87567da-f1c1-49ef-971c-7cb6cdb9f104 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1403270 Sep 06 14:39:35.090115 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda57d1a-9c93-448b-a546-29558367d40a req-65e00f98-1eb8-4ba1-8763-94ff27a60371 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.091792 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dda57d1a-9c93-448b-a546-29558367d40a req-65e00f98-1eb8-4ba1-8763-94ff27a60371 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.2247128 Sep 06 14:39:35.149779 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db430d-339c-491a-8c25-1b835617e22f req-b9dd3304-7eea-4dba-87ca-5b41034f95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.151893 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35db430d-339c-491a-8c25-1b835617e22f req-b9dd3304-7eea-4dba-87ca-5b41034f95e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=934f2e31f61f41de823af9b8b52db566&device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 1096 time: 0.1827121 Sep 06 14:39:35.250012 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba93e-f869-404c-89ab-8fddee44c320 req-e72b95cf-6f7f-449e-b726-05661ce95c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.251647 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0f0ba93e-f869-404c-89ab-8fddee44c320 req-e72b95cf-6f7f-449e-b726-05661ce95c3f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=05344fa624b846488a8a239f87e64d13&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2200985 Sep 06 14:39:35.385627 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb93a-f8ca-4cd5-830c-29f9dc9600cb req-571e7242-7416-45a9-affd-8071096bb6c5 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.403484 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f29bb93a-f8ca-4cd5-830c-29f9dc9600cb req-571e7242-7416-45a9-affd-8071096bb6c5 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.2470028 Sep 06 14:39:35.415398 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dda57d1a-9c93-448b-a546-29558367d40a req-a59c6a68-243a-41fe-bfa9-5748454fcf04 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093274 Sep 06 14:39:35.471332 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba93e-f869-404c-89ab-8fddee44c320 req-459769be-8bc7-4962-8571-0a350f4d07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.473700 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0f0ba93e-f869-404c-89ab-8fddee44c320 req-459769be-8bc7-4962-8571-0a350f4d07ca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2139444 Sep 06 14:39:35.493342 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f29bb93a-f8ca-4cd5-830c-29f9dc9600cb req-3bb341cb-464c-402f-8c6b-b860a5c07a42 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855215 Sep 06 14:39:35.494396 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db430d-339c-491a-8c25-1b835617e22f req-792e41c8-f355-4485-a10d-5eaa696c470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.495750 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35db430d-339c-491a-8c25-1b835617e22f req-792e41c8-f355-4485-a10d-5eaa696c470c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=934f2e31f61f41de823af9b8b52db566&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2918785 Sep 06 14:39:35.566937 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-72a8cc97-9e5f-4d07-8b01-7e0c2c7cd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.568572 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-72a8cc97-9e5f-4d07-8b01-7e0c2c7cd06b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0449173 Sep 06 14:39:35.817936 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-0c09ae74-49c3-4433-9227-7309e49b9b7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f HTTP/1.1" status: 200 len: 217 time: 0.2405202 Sep 06 14:39:35.866459 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3a4ac737-5142-4834-9c56-356b1f47373b req-3eb7fd5d-e6e0-4743-882e-f1bc53d8276a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0307341 Sep 06 14:39:35.894641 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-437908b1-b383-42e3-b8ff-8017f19a5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.896359 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-437908b1-b383-42e3-b8ff-8017f19a5f8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bde766e-005f-4fb0-8c4f-ccc8d3622620 HTTP/1.1" status: 200 len: 854 time: 0.0705452 Sep 06 14:39:35.948311 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db430d-339c-491a-8c25-1b835617e22f req-3c3d4ade-e700-4fed-9052-2e7fe31f935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:35.950345 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35db430d-339c-491a-8c25-1b835617e22f req-3c3d4ade-e700-4fed-9052-2e7fe31f935f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4466691 Sep 06 14:39:35.963381 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-069770ef-f013-4315-8af8-0b7351afc2af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ca3961-a913-44a8-9824-72f93e41049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580318 Sep 06 14:39:36.039224 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9dec675d-b632-4fb6-8ac3-b3ee09ffa1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:36.040762 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-9dec675d-b632-4fb6-8ac3-b3ee09ffa1d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=934f2e31f61f41de823af9b8b52db566&device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 1096 time: 0.0492518 Sep 06 14:39:36.072342 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-0095bbf9-2670-4f7a-a0a5-8dfb510385af service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989084 Sep 06 14:39:36.110162 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-e1261c86-1e32-428d-a4bd-2d984220184f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6390198a-b02e-4687-a425-769d253913c1 HTTP/1.1" status: 200 len: 217 time: 0.0618818 Sep 06 14:39:36.179683 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c917c0d6-5f6c-44f9-8ca0-2f53a4bb65ec req-ddbe1947-e50a-49fd-84e8-b8d06eeda49f service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970106 Sep 06 14:39:36.216184 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-1d985788-05a3-4911-a715-57ad11e9862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:36.218588 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-1d985788-05a3-4911-a715-57ad11e9862c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5afad0e8-6d01-4070-8a14-28ecb6589016 HTTP/1.1" status: 200 len: 851 time: 0.0995305 Sep 06 14:39:36.287243 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-834be259-38f0-4ace-b3ed-3e1accb01e35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58f98071-a1dd-4a09-ad16-e857e832efe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606136 Sep 06 14:39:36.343733 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-f27c4b45-8014-4c07-883c-68ba9eb2c5ef tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:36.345650 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-f27c4b45-8014-4c07-883c-68ba9eb2c5ef tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 816 time: 0.1274323 Sep 06 14:39:36.489823 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-36e116da-c1ad-4ed3-a2bc-59f9d6722e80 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cfd771d1905435d98182b0633e30a0b HTTP/1.1" status: 200 len: 379 time: 0.1324420 Sep 06 14:39:36.492544 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-1bdd8c51-08c4-4874-9baa-e02bd1c97335 service neutron] 10.222.0.18 "GET /v2.0/networks/58f98071-a1dd-4a09-ad16-e857e832efe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876881 Sep 06 14:39:36.514990 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'port': {'device_id': '141dc4f4-313e-4830-860d-b710eccdb826', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'admin_state_up': True, 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'security_groups': ['e6034735-f8f7-4de6-b629-28fc233194c7']}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:36.808809 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214be8-a878-4a40-870f-305c4446affd req-840f7502-c2c5-4e44-8df7-e2255eecd9cc tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:36.810596 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ad214be8-a878-4a40-870f-305c4446affd req-840f7502-c2c5-4e44-8df7-e2255eecd9cc tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.2002645 Sep 06 14:39:36.829168 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92652442-273c-4244-9efe-26fcf7be26b3 req-8c990c31-25e2-4d98-9815-e91758f8af76 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:36.837530 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-92652442-273c-4244-9efe-26fcf7be26b3 req-8c990c31-25e2-4d98-9815-e91758f8af76 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.2383454 Sep 06 14:39:36.856228 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0e0a3bce-21e1-4c5a-a169-b46b7069f00b req-f1c688c0-1e3b-4635-b927-b8f58b52cc36 service neutron] 10.222.0.18 "GET /v2.0/networks/58f98071-a1dd-4a09-ad16-e857e832efe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518405 Sep 06 14:39:36.865752 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55376) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:36.899798 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-92652442-273c-4244-9efe-26fcf7be26b3 req-67b711df-8c9f-4504-a58f-1dbb20ccc925 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610304 Sep 06 14:39:36.904699 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ad214be8-a878-4a40-870f-305c4446affd req-6923d1d4-5bd1-4cf1-b22d-cd2162fc9829 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631082 Sep 06 14:39:36.943876 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Made reservation on behalf of 9cfd771d1905435d98182b0633e30a0b for: {'port': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:39:36.949762 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.045452 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-de45bbe1-524f-4d5f-bd9d-b2277ad6ff90 req-afcd73bf-e9d9-41f4-a6b8-33d6ba345578 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0323546 Sep 06 14:39:37.067053 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3c019ddb-e9db-447a-a3db-122b2cc2bf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.168527 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Allocated IP 172.20.0.4 (2c878280-0b8e-4db2-a96d-74008eff70a0/7e02487d-d669-4922-9ee9-42787dd76a16/1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:39:37.309522 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3c019ddb-e9db-447a-a3db-122b2cc2bf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.353436 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.367037 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Transition to ACTIVE for port object 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 will not be triggered until provisioned by entity DHCP. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:37.387605 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3c019ddb-e9db-447a-a3db-122b2cc2bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.431423 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-3c019ddb-e9db-447a-a3db-122b2cc2bf36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bd722a6460d41bb94b5f34b331d5bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646133 Sep 06 14:39:37.432484 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c019ddb-e9db-447a-a3db-122b2cc2bf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45378e00-9792-4c6f-8269-029780de8b68,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:37.434231 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55396) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:37.483503 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0e355d27-2cb0-4674-8681-c01b1641db57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.498217 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.505184 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0e355d27-2cb0-4674-8681-c01b1641db57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.543628 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:39:37.546651 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:39:37.550288 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:39:37.556174 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:37.556792 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.566472 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:37.646066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0e355d27-2cb0-4674-8681-c01b1641db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.648683 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0e355d27-2cb0-4674-8681-c01b1641db57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.652267 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-0e355d27-2cb0-4674-8681-c01b1641db57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45378e00-9792-4c6f-8269-029780de8b68 HTTP/1.1" status: 204 len: 168 time: 0.2133782 Sep 06 14:39:37.660523 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e355d27-2cb0-4674-8681-c01b1641db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45378e00-9792-4c6f-8269-029780de8b68,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:37.693866 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-e4ee3c1e-0bab-451f-a4ac-1a2f188e38eb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1911068 Sep 06 14:39:37.707793 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Request body: {'port': {'device_id': '141dc4f4-313e-4830-860d-b710eccdb826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:39:37.770020 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.892154 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-eb2b968c-fbb1-497a-b127-ca1937be9607 None None] Provisioning for port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:37.896151 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-eb2b968c-fbb1-497a-b127-ca1937be9607 None None] Provisioning complete for port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:37.896520 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-eb2b968c-fbb1-497a-b127-ca1937be9607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:37.945399 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b968c-fbb1-497a-b127-ca1937be9607 None None] Port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:39:38.044168 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 {{(pid=100989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:38.053281 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.067510 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Transition to ACTIVE for port object 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 will not be triggered until provisioned by entity L2. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:39:38.072901 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355843-c533-4dd0-81ab-8b274df33e95 req-3cbbfdac-cc0f-457f-a26f-7351c10882a1 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:38.074917 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-79355843-c533-4dd0-81ab-8b274df33e95 req-3cbbfdac-cc0f-457f-a26f-7351c10882a1 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.0804479 Sep 06 14:39:38.090932 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637905ff-529b-4fee-8abf-b9ccd04c30c9 req-c5b8d873-ed8c-4d34-9393-de2dc39ceea1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:38.093063 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-637905ff-529b-4fee-8abf-b9ccd04c30c9 req-c5b8d873-ed8c-4d34-9393-de2dc39ceea1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.0839918 Sep 06 14:39:38.151632 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-79355843-c533-4dd0-81ab-8b274df33e95 req-ac063b63-2d1c-4184-b50f-078e219afbe8 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575514 Sep 06 14:39:38.160673 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-637905ff-529b-4fee-8abf-b9ccd04c30c9 req-92c0aa57-b5ca-4968-b0e7-555867d6e879 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504045 Sep 06 14:39:38.184467 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.239224 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:38.279447 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6624154-0596-4a43-87e9-1bd3ffa0614d req-1cba6984-8201-4dfd-a043-650525237c9a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:38.285018 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d6624154-0596-4a43-87e9-1bd3ffa0614d req-1cba6984-8201-4dfd-a043-650525237c9a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0671012 Sep 06 14:39:38.319167 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Attempting to bind port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:39:38.319568 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Attempting to bind port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:39:38.319913 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Attempting to bind port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 on network 2c878280-0b8e-4db2-a96d-74008eff70a0 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:38.331741 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d6624154-0596-4a43-87e9-1bd3ffa0614d req-e53c17f2-6349-4987-817f-807676cbce4e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441186 Sep 06 14:39:38.336400 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 on network 2c878280-0b8e-4db2-a96d-74008eff70a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:39:38.342089 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Attempting to bind port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 on network 2c878280-0b8e-4db2-a96d-74008eff70a0 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:39:38.359590 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:39:38.359590 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Checking segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:39:38.359590 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Bound using segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:39:38.359590 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Bound port: 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'}}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:39:38.359590 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.437125 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, cleared binding levels {{(pid=100989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:39:38.443803 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:39:38.446137 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fbbf-f4c7-4fbb-bc16-e488ff453978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.505078 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55430) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:38.514842 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-baa187d5-13d4-41e2-9a2c-6fc3b5b70ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.529803 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.598834 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:38.599485 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.600890 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] 10.222.0.18 "PUT /v2.0/ports/1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 HTTP/1.1" status: 200 len: 1093 time: 0.8977036 Sep 06 14:39:38.604983 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:38.607381 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e144d32-83d5-4645-8ab4-bb485d9270ed" -d '{"events": [{"name": "network-changed", "server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:38.628873 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601face0-8ac2-4395-9768-01e29b1dd32a service neutron] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=3']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:38.667487 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75265563-24fc-40c3-ac3f-2259edada881 x-openstack-request-id: req-75265563-24fc-40c3-ac3f-2259edada881 {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:38.667967 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:38.668219 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75265563-24fc-40c3-ac3f-2259edada881 {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:38.668610 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'status': 'completed', 'code': 200} Sep 06 14:39:38.689784 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-baa187d5-13d4-41e2-9a2c-6fc3b5b70ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.735356 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e144d32-83d5-4645-8ab4-bb485d9270ed req-3e7c3ed3-ee2e-45e1-8b67-8b8af372069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:38.737204 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0e144d32-83d5-4645-8ab4-bb485d9270ed req-3e7c3ed3-ee2e-45e1-8b67-8b8af372069b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1096 time: 0.0447936 Sep 06 14:39:38.784027 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-baa187d5-13d4-41e2-9a2c-6fc3b5b70ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.849777 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-baa187d5-13d4-41e2-9a2c-6fc3b5b70ae5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6791f29e884e4ca7b76c9d718377275b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468366 Sep 06 14:39:38.853243 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55438) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:38.867601 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa187d5-13d4-41e2-9a2c-6fc3b5b70ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36190b96-b778-42cd-9005-e23302b98190,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:38.882401 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e144d32-83d5-4645-8ab4-bb485d9270ed req-8e3f9676-9ed2-44ca-b9a1-6e20459bfa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:38.883913 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0e144d32-83d5-4645-8ab4-bb485d9270ed req-8e3f9676-9ed2-44ca-b9a1-6e20459bfa62 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cfd771d1905435d98182b0633e30a0b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1384110 Sep 06 14:39:38.910847 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-05c740cf-ddfb-4b03-bffa-580a39c858b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.933292 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-05c740cf-ddfb-4b03-bffa-580a39c858b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:38.994093 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e144d32-83d5-4645-8ab4-bb485d9270ed req-d881565d-f513-4964-ae48-ff9bf7b71623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:38.995705 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0e144d32-83d5-4645-8ab4-bb485d9270ed req-d881565d-f513-4964-ae48-ff9bf7b71623 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032615 Sep 06 14:39:39.070123 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-3075e4ed-2ad8-4602-b251-3f99f0e4dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:39.071724 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-3075e4ed-2ad8-4602-b251-3f99f0e4dcd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1096 time: 0.0413361 Sep 06 14:39:39.108981 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-05c740cf-ddfb-4b03-bffa-580a39c858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.112030 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-05c740cf-ddfb-4b03-bffa-580a39c858b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.113771 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-05c740cf-ddfb-4b03-bffa-580a39c858b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36190b96-b778-42cd-9005-e23302b98190 HTTP/1.1" status: 204 len: 168 time: 0.2597082 Sep 06 14:39:39.119247 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-38de28d1-ee11-4051-b02a-6cbf83425cc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 HTTP/1.1" status: 200 len: 217 time: 0.0393260 Sep 06 14:39:39.121604 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c740cf-ddfb-4b03-bffa-580a39c858b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36190b96-b778-42cd-9005-e23302b98190,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:39.173062 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-0c53706d-5b05-4032-bf0a-66de05ed3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:39.174499 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-0c53706d-5b05-4032-bf0a-66de05ed3ecf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0479300 Sep 06 14:39:39.286263 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-530b64b6-9e27-4511-8a49-0071ba84777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:39.286263 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-530b64b6-9e27-4511-8a49-0071ba84777f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958476 Sep 06 14:39:39.367071 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce78e-2ddc-4158-b36e-bcee39970e5b req-ad07929d-4e26-46ca-aacc-0088bcd7c039 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:39.367452 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d1ce78e-2ddc-4158-b36e-bcee39970e5b req-ad07929d-4e26-46ca-aacc-0088bcd7c039 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 943 time: 0.0833333 Sep 06 14:39:39.376929 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684eae-399c-4c56-9c2f-d7169915939c req-c2b16412-24c4-4880-aa39-9b7f114feec8 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:39.378536 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-22684eae-399c-4c56-9c2f-d7169915939c req-c2b16412-24c4-4880-aa39-9b7f114feec8 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 943 time: 0.1306794 Sep 06 14:39:39.409333 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-37f0e2c0-1753-45c3-b988-2b5723820623 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229134 Sep 06 14:39:39.439070 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d1ce78e-2ddc-4158-b36e-bcee39970e5b req-8cac1833-c954-49e6-aa64-c7ab6d824c5a tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592575 Sep 06 14:39:39.449286 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-22684eae-399c-4c56-9c2f-d7169915939c req-29ecd6f6-4610-4f93-a2af-b0cbbc4ac0e9 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623372 Sep 06 14:39:39.463893 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:39:39.532061 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-57bf141f-959c-42fe-aa81-65ac76ad2a34 req-03caa987-7c15-4509-8b5f-00e178e6ac06 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143463 Sep 06 14:39:39.586031 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf42b2-ed68-4117-bcb1-fb7decfb7fab req-09e7cf8d-a9ec-4152-a5a0-08c2a0c5d75c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:39.588109 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:39.591962 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b3bf42b2-ed68-4117-bcb1-fb7decfb7fab req-09e7cf8d-a9ec-4152-a5a0-08c2a0c5d75c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0740726 Sep 06 14:39:39.599518 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'port_id': '984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', 'mac_address': 'fa:16:3e:79:2f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bde766e-005f-4fb0-8c4f-ccc8d3622620', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:39:39.647292 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b3bf42b2-ed68-4117-bcb1-fb7decfb7fab req-1ebf1c8c-01b6-41c2-8a31-d7097beaec24 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435872 Sep 06 14:39:39.647405 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.662139 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:39.681458 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:39.772009 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.772670 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 6390198a-b02e-4687-a425-769d253913c1 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:39:39.846844 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:39.914914 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 6390198a-b02e-4687-a425-769d253913c1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6390198a-b02e-4687-a425-769d253913c1,segment=NetworkSegment(e334746c-15ef-460c-a5f4-c1cbf0f0ba38),segment_id=e334746c-15ef-460c-a5f4-c1cbf0f0ba38)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:39.931299 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '6390198a-b02e-4687-a425-769d253913c1', 'network_id': '58f98071-a1dd-4a09-ad16-e857e832efe5', 'port_id': '6390198a-b02e-4687-a425-769d253913c1', 'mac_address': 'fa:16:3e:6e:a0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afad0e8-6d01-4070-8a14-28ecb6589016', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:39:39.976236 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:39.991239 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6390198a-b02e-4687-a425-769d253913c1 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:40.009970 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 6390198a-b02e-4687-a425-769d253913c1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6390198a-b02e-4687-a425-769d253913c1,segment=NetworkSegment(e334746c-15ef-460c-a5f4-c1cbf0f0ba38),segment_id=e334746c-15ef-460c-a5f4-c1cbf0f0ba38)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:40.150555 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:40.199579 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=6390198a-b02e-4687-a425-769d253913c1,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:40.620187 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ec00d-03ab-49ff-b63d-d430033ba1c7 req-57adf02b-b223-478f-8c87-db17b91dd472 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:40.621801 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cf9ec00d-03ab-49ff-b63d-d430033ba1c7 req-57adf02b-b223-478f-8c87-db17b91dd472 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.0828650 Sep 06 14:39:40.641708 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2056d11-df79-418d-9848-63c093891014 req-13f0ee61-9f08-4d0f-b828-7ec64a619bb1 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:40.643107 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f2056d11-df79-418d-9848-63c093891014 req-13f0ee61-9f08-4d0f-b828-7ec64a619bb1 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.0926852 Sep 06 14:39:40.689318 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cf9ec00d-03ab-49ff-b63d-d430033ba1c7 req-de582077-3014-4094-87b6-2011a4bd91c1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609796 Sep 06 14:39:40.697133 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f2056d11-df79-418d-9848-63c093891014 req-b1fe0f2d-8899-4b3b-b804-d838b2dc2000 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Sep 06 14:39:40.800902 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733fc76-7ef8-4d63-be6d-f2af19d4d19d req-f8010cdf-bd41-4fd2-9217-0252acf6594a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:40.801243 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e733fc76-7ef8-4d63-be6d-f2af19d4d19d req-f8010cdf-bd41-4fd2-9217-0252acf6594a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0501988 Sep 06 14:39:40.839350 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e733fc76-7ef8-4d63-be6d-f2af19d4d19d req-5386b36c-0150-43ee-ab10-80125df7d3bb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316966 Sep 06 14:39:40.979045 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55530) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:41.090204 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-33cf7ae4-e11a-48db-a511-f3a53046547a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.182582 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-33cf7ae4-e11a-48db-a511-f3a53046547a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.263157 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-53dcd69c-f680-4e1a-a313-a33a20ea9353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.291999 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-33cf7ae4-e11a-48db-a511-f3a53046547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.332422 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-33cf7ae4-e11a-48db-a511-f3a53046547a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fa1d392c65d46559834778345190541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522191 Sep 06 14:39:41.333660 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf7ae4-e11a-48db-a511-f3a53046547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a71ec0-5f5b-408c-970d-97a90b4fe8a8,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:41.335311 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55544) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:41.391827 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c7130755-2a27-4b92-a11b-f2ff6ee4b84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.415250 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c7130755-2a27-4b92-a11b-f2ff6ee4b84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.458060 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.581259 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c7130755-2a27-4b92-a11b-f2ff6ee4b84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.584422 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c7130755-2a27-4b92-a11b-f2ff6ee4b84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:41.585817 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c7130755-2a27-4b92-a11b-f2ff6ee4b84c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94a71ec0-5f5b-408c-970d-97a90b4fe8a8 HTTP/1.1" status: 204 len: 168 time: 0.2491968 Sep 06 14:39:41.596543 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7130755-2a27-4b92-a11b-f2ff6ee4b84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a71ec0-5f5b-408c-970d-97a90b4fe8a8,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:41.853640 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ce43-57cd-47f5-85b1-002f3f8c6b6f req-9f68d5dc-784e-4acd-8b2e-f8c68b60e4bc tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:41.855086 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1364ce43-57cd-47f5-85b1-002f3f8c6b6f req-9f68d5dc-784e-4acd-8b2e-f8c68b60e4bc tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.0804210 Sep 06 14:39:41.863990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa38a-3da1-4d58-98c6-02278149a48d req-5aabbe2a-6949-4a13-9676-0d27c9bb6a60 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:41.865445 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3d4aa38a-3da1-4d58-98c6-02278149a48d req-5aabbe2a-6949-4a13-9676-0d27c9bb6a60 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.0887001 Sep 06 14:39:41.923030 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1364ce43-57cd-47f5-85b1-002f3f8c6b6f req-b33aa8c5-2748-4ee1-8075-f92e0d7400ed tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566504 Sep 06 14:39:41.925871 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3d4aa38a-3da1-4d58-98c6-02278149a48d req-b5b8ce59-98b2-443a-80f5-434fc2a52225 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Sep 06 14:39:42.033414 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ebcc-ff71-4470-9689-e5d4fdc6da24 req-b0855485-9b3f-43d3-883b-631ce822193c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:42.034822 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d1b7ebcc-ff71-4470-9689-e5d4fdc6da24 req-b0855485-9b3f-43d3-883b-631ce822193c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0544732 Sep 06 14:39:42.071614 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d1b7ebcc-ff71-4470-9689-e5d4fdc6da24 req-569a4f42-6131-41d2-9f4e-befc959f0681 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305662 Sep 06 14:39:42.187820 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.339356 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55584) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:42.341516 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55586) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:42.354791 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-00ea72b7-c06a-400b-8f97-4f74f986c01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.440323 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-00ea72b7-c06a-400b-8f97-4f74f986c01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.530938 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f8e80123-4ad1-49fb-afbf-a1bc7148fd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.543275 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-00ea72b7-c06a-400b-8f97-4f74f986c01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.587068 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea72b7-c06a-400b-8f97-4f74f986c01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cf54ff-79ef-41d1-b286-14188351875b,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:42.587068 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-00ea72b7-c06a-400b-8f97-4f74f986c01b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d4db145f5c24263bdcdedb1c9232d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434905 Sep 06 14:39:42.589249 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55592) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:42.667799 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c4335aeb-0812-4f4a-b5da-616a5c9a7a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.673307 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f8e80123-4ad1-49fb-afbf-a1bc7148fd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.692639 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c4335aeb-0812-4f4a-b5da-616a5c9a7a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.783360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f8e80123-4ad1-49fb-afbf-a1bc7148fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.821518 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f8e80123-4ad1-49fb-afbf-a1bc7148fd9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b72e7dfb86894411b155488e6698374e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810250 Sep 06 14:39:42.822666 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e80123-4ad1-49fb-afbf-a1bc7148fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0666ab-5ff5-49c5-b21b-155fb157915f,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:42.824293 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55600) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:42.825218 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c4335aeb-0812-4f4a-b5da-616a5c9a7a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.827666 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c4335aeb-0812-4f4a-b5da-616a5c9a7a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.831391 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c4335aeb-0812-4f4a-b5da-616a5c9a7a6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48cf54ff-79ef-41d1-b286-14188351875b HTTP/1.1" status: 204 len: 168 time: 0.2382464 Sep 06 14:39:42.841907 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4335aeb-0812-4f4a-b5da-616a5c9a7a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cf54ff-79ef-41d1-b286-14188351875b,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:42.886406 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7def8475-9f04-45e4-939c-2e789f81bac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:42.906960 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7def8475-9f04-45e4-939c-2e789f81bac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.040610 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7def8475-9f04-45e4-939c-2e789f81bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.043553 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7def8475-9f04-45e4-939c-2e789f81bac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.045123 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-7def8475-9f04-45e4-939c-2e789f81bac1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a0666ab-5ff5-49c5-b21b-155fb157915f HTTP/1.1" status: 204 len: 168 time: 0.2196417 Sep 06 14:39:43.058138 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def8475-9f04-45e4-939c-2e789f81bac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0666ab-5ff5-49c5-b21b-155fb157915f,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:43.071025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b2948-f99a-4ad2-87d0-6090ff4046d3 req-c5965e61-2f6e-4deb-8edb-9be91f6a1603 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:43.072566 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e68b2948-f99a-4ad2-87d0-6090ff4046d3 req-c5965e61-2f6e-4deb-8edb-9be91f6a1603 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.0780249 Sep 06 14:39:43.088853 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ccb4e-0cdf-4fda-bc8c-45e9260e9864 req-506a5e36-1c4d-4bac-946e-2a1f6e86dae9 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:43.088853 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-669ccb4e-0cdf-4fda-bc8c-45e9260e9864 req-506a5e36-1c4d-4bac-946e-2a1f6e86dae9 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.0836110 Sep 06 14:39:43.120863 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:39:43.142085 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e68b2948-f99a-4ad2-87d0-6090ff4046d3 req-ccf0e011-7427-40de-b273-1d56d3540e6d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Sep 06 14:39:43.163979 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-669ccb4e-0cdf-4fda-bc8c-45e9260e9864 req-131d5534-93d3-412f-a851-f7a48886bb66 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602934 Sep 06 14:39:43.173105 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['6390198a-b02e-4687-a425-769d253913c1'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:39:43.275098 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66b08d-4857-41cf-8bae-bb0b80a242fc req-fd0dde07-8a5c-460c-9149-8238363732f5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:43.276863 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7f66b08d-4857-41cf-8bae-bb0b80a242fc req-fd0dde07-8a5c-460c-9149-8238363732f5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0618188 Sep 06 14:39:43.319105 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7f66b08d-4857-41cf-8bae-bb0b80a242fc req-0089df21-5316-4ecc-a5d1-a1cc0e97b9ae tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363562 Sep 06 14:39:43.703937 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55634) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:43.714102 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c50561ae-9c73-46a9-ace1-660132419a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.802026 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c50561ae-9c73-46a9-ace1-660132419a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.850852 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c50561ae-9c73-46a9-ace1-660132419a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.889609 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c50561ae-9c73-46a9-ace1-660132419a64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e163cb97033429387c44006c6fba94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879947 Sep 06 14:39:43.891552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50561ae-9c73-46a9-ace1-660132419a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fde64e-defa-4426-88e1-24fe3fb116dc,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:43.892338 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55642) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:43.944012 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2dcc-5188-4be7-890c-0135c8bc0723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:43.964630 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2dcc-5188-4be7-890c-0135c8bc0723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:44.097433 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2dcc-5188-4be7-890c-0135c8bc0723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:44.100013 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2dcc-5188-4be7-890c-0135c8bc0723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:44.101309 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ca1b2dcc-5188-4be7-890c-0135c8bc0723 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4fde64e-defa-4426-88e1-24fe3fb116dc HTTP/1.1" status: 204 len: 168 time: 0.2079117 Sep 06 14:39:44.108795 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b2dcc-5188-4be7-890c-0135c8bc0723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fde64e-defa-4426-88e1-24fe3fb116dc,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:44.132937 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:44.314352 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340a95c-e7a7-4980-9849-a13c01d20548 req-2516ab11-3667-4e70-8913-70e148ca9e76 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:44.321460 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9340a95c-e7a7-4980-9849-a13c01d20548 req-2516ab11-3667-4e70-8913-70e148ca9e76 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.0981891 Sep 06 14:39:44.336441 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58251-14d1-4e57-96c5-b0bfe9c002b0 req-cd25ee44-97bf-42b9-849f-ab5fb762c84d tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:44.337895 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-21b58251-14d1-4e57-96c5-b0bfe9c002b0 req-cd25ee44-97bf-42b9-849f-ab5fb762c84d tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.0843575 Sep 06 14:39:44.385642 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9340a95c-e7a7-4980-9849-a13c01d20548 req-8ed0db26-8432-4fc1-b91f-b339bd9bba54 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632937 Sep 06 14:39:44.392803 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-21b58251-14d1-4e57-96c5-b0bfe9c002b0 req-46153948-f2ab-49da-849f-e6e0283a506b tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462916 Sep 06 14:39:44.494193 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a92f17-e447-47d9-a58a-416e3da218bf req-c261e2ee-afcb-4168-8935-d4734a1981bf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:44.495778 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-10a92f17-e447-47d9-a58a-416e3da218bf req-c261e2ee-afcb-4168-8935-d4734a1981bf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0512905 Sep 06 14:39:44.543988 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-10a92f17-e447-47d9-a58a-416e3da218bf req-10e6c26e-d527-4009-9793-eead7df14f72 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419757 Sep 06 14:39:45.539592 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082de14e-cbb4-49a3-a1fd-b6f979daf2ac req-c3370210-a3bb-402d-89b9-0353ad72e557 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:45.541762 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-082de14e-cbb4-49a3-a1fd-b6f979daf2ac req-c3370210-a3bb-402d-89b9-0353ad72e557 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.0788507 Sep 06 14:39:45.554499 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cab56-1f36-45d0-8e64-5b4bd50adf1f req-20546f6a-7ee7-4d25-933f-c1e436d96960 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:45.555992 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5b8cab56-1f36-45d0-8e64-5b4bd50adf1f req-20546f6a-7ee7-4d25-933f-c1e436d96960 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.0827768 Sep 06 14:39:45.604964 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-082de14e-cbb4-49a3-a1fd-b6f979daf2ac req-f2d7cb44-864b-4e0e-bc75-4fe89437686b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480106 Sep 06 14:39:45.619454 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5b8cab56-1f36-45d0-8e64-5b4bd50adf1f req-f4d701f7-e0bc-4229-a718-97c25e7f3b63 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564923 Sep 06 14:39:45.732435 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e9316-2597-451b-a5ca-db43db9d670d req-ef4eb628-18fb-4ec6-922c-665a9f2dd65d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:45.732435 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-734e9316-2597-451b-a5ca-db43db9d670d req-ef4eb628-18fb-4ec6-922c-665a9f2dd65d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0574560 Sep 06 14:39:45.768574 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-734e9316-2597-451b-a5ca-db43db9d670d req-9361deba-d4e1-48bb-8a10-c62ff2878325 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337191 Sep 06 14:39:46.173858 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:39:46.278498 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:46.289842 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'port_id': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'mac_address': 'fa:16:3e:b2:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:39:46.333809 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:46.347011 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:39:46.367495 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:46.444944 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:46.491334 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:46.848712 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55778) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:46.911384 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e33403-19e0-448e-bda8-cf6df4d7d674 req-1fa72010-78ab-4013-aac5-a4d5939a848f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:46.912878 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-28e33403-19e0-448e-bda8-cf6df4d7d674 req-1fa72010-78ab-4013-aac5-a4d5939a848f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.2367702 Sep 06 14:39:46.920971 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068eb870-c852-4f81-a376-c6583cab2d64 req-d4a3beec-070c-49b8-95d1-816aca8f7106 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:46.922439 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-068eb870-c852-4f81-a376-c6583cab2d64 req-d4a3beec-070c-49b8-95d1-816aca8f7106 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.2364068 Sep 06 14:39:46.969328 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2481-27c2-4e7d-986d-02a3db292e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:46.976759 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-28e33403-19e0-448e-bda8-cf6df4d7d674 req-9b061c0d-bc14-4189-9885-c6fe950cf807 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533769 Sep 06 14:39:46.981665 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-068eb870-c852-4f81-a376-c6583cab2d64 req-4fb911f9-87ed-4214-8a67-bd141afdac22 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Sep 06 14:39:47.069372 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2481-27c2-4e7d-986d-02a3db292e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:47.082249 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468501-d476-4e18-9768-15a6e74cc2b8 req-7463fa7f-e8f2-4cfc-83d7-af2051a225af tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:47.083702 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14468501-d476-4e18-9768-15a6e74cc2b8 req-7463fa7f-e8f2-4cfc-83d7-af2051a225af tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 944 time: 0.0479257 Sep 06 14:39:47.136094 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14468501-d476-4e18-9768-15a6e74cc2b8 req-00d0ed54-a99f-4bcd-b1b2-d2105b203699 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318620 Sep 06 14:39:47.194197 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2481-27c2-4e7d-986d-02a3db292e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:47.231903 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-a1ca2481-27c2-4e7d-986d-02a3db292e60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=631d3034a13f44cc8b83eac9f95e86b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821094 Sep 06 14:39:47.232790 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca2481-27c2-4e7d-986d-02a3db292e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26de05eb-7cc3-4687-8f44-7ba74f4b56d1,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:47.235637 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55792) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:47.285589 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15754c56-1a16-461d-b871-bb81bef54a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:47.305860 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15754c56-1a16-461d-b871-bb81bef54a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:47.451361 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15754c56-1a16-461d-b871-bb81bef54a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:47.453892 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15754c56-1a16-461d-b871-bb81bef54a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:47.455038 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-15754c56-1a16-461d-b871-bb81bef54a85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26de05eb-7cc3-4687-8f44-7ba74f4b56d1 HTTP/1.1" status: 204 len: 168 time: 0.2179565 Sep 06 14:39:47.463043 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15754c56-1a16-461d-b871-bb81bef54a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26de05eb-7cc3-4687-8f44-7ba74f4b56d1,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:48.072767 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 55810) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:48.088525 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5bb2-63cb-4952-bda6-2ac0bc11624b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.121195 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b03558-ccbb-4bf6-bafa-616c85a744c6 req-aa8b264a-2bd5-462a-b2c8-11bd5ec72495 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:48.122643 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b5b03558-ccbb-4bf6-bafa-616c85a744c6 req-aa8b264a-2bd5-462a-b2c8-11bd5ec72495 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.0756183 Sep 06 14:39:48.131044 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8a056-e79e-4fab-b61f-816cf903185a req-28ce672f-6726-4cdf-95e7-ba148dad230b tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:48.132430 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1cf8a056-e79e-4fab-b61f-816cf903185a req-28ce672f-6726-4cdf-95e7-ba148dad230b tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.0750396 Sep 06 14:39:48.176413 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5bb2-63cb-4952-bda6-2ac0bc11624b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.186780 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b5b03558-ccbb-4bf6-bafa-616c85a744c6 req-dfdf4835-8a32-4e60-87e0-8db561de7ea1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534298 Sep 06 14:39:48.197742 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1cf8a056-e79e-4fab-b61f-816cf903185a req-e5f8e890-f7a6-4ef7-ae13-2d11994d0ce6 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554492 Sep 06 14:39:48.257408 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5bb2-63cb-4952-bda6-2ac0bc11624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.292879 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753112-9967-480a-8f40-3ab4365dd410 req-635b4d57-f2b9-4f55-aab0-845241be58b2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:48.294332 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d0753112-9967-480a-8f40-3ab4365dd410 req-635b4d57-f2b9-4f55-aab0-845241be58b2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 944 time: 0.0491755 Sep 06 14:39:48.295382 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-7b9e5bb2-63cb-4952-bda6-2ac0bc11624b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e61f4938e704bbabaf9cbe67f2e2ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215228 Sep 06 14:39:48.296385 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e5bb2-63cb-4952-bda6-2ac0bc11624b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8990885d-d4e7-41ad-a182-63c5f5b3326c,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:48.297994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 55818) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:39:48.355227 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d0753112-9967-480a-8f40-3ab4365dd410 req-d3dbbaa3-b75a-4f0d-9b56-b85bac8a9a98 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504282 Sep 06 14:39:48.372367 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c702529e-328c-4b13-8589-e0ad61707b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.393259 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c702529e-328c-4b13-8589-e0ad61707b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.502724 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c702529e-328c-4b13-8589-e0ad61707b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.505203 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c702529e-328c-4b13-8589-e0ad61707b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:48.506369 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c702529e-328c-4b13-8589-e0ad61707b3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8990885d-d4e7-41ad-a182-63c5f5b3326c HTTP/1.1" status: 204 len: 168 time: 0.2074847 Sep 06 14:39:48.514206 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702529e-328c-4b13-8589-e0ad61707b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8990885d-d4e7-41ad-a182-63c5f5b3326c,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:49.335523 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10c231-3bdc-4d0f-9a10-b0d5df6e39e6 req-9875ed62-7b98-453f-8daa-cbbb68a5f96c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:49.336993 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dd10c231-3bdc-4d0f-9a10-b0d5df6e39e6 req-9875ed62-7b98-453f-8daa-cbbb68a5f96c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.0828187 Sep 06 14:39:49.348262 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628045e7-a28e-410e-a63c-d6c2a99bcfbf req-89abd13c-4e8e-4396-aea6-2f8fd127a940 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:49.350212 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-628045e7-a28e-410e-a63c-d6c2a99bcfbf req-89abd13c-4e8e-4396-aea6-2f8fd127a940 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.0662227 Sep 06 14:39:49.409341 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dd10c231-3bdc-4d0f-9a10-b0d5df6e39e6 req-3ffa3321-54f5-401a-850d-f0f993a83276 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539243 Sep 06 14:39:49.414899 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-628045e7-a28e-410e-a63c-d6c2a99bcfbf req-6aff00a5-c055-4c99-b282-3002939eaeb2 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531626 Sep 06 14:39:49.447163 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:39:49.538531 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800c7c3-d768-4ad0-a36f-5eaf7ed5e792 req-7e28e22a-32d9-4a93-a877-67afb6d97024 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:49.540003 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f800c7c3-d768-4ad0-a36f-5eaf7ed5e792 req-7e28e22a-32d9-4a93-a877-67afb6d97024 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 944 time: 0.0528703 Sep 06 14:39:49.577837 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f800c7c3-d768-4ad0-a36f-5eaf7ed5e792 req-eba0ed26-d773-4367-aff0-47aad556dbff tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Sep 06 14:39:50.194286 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:50.337047 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:50.340990 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:50.341366 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:50.432501 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:50.461052 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:50.560802 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:50.639191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654504c6-829b-4522-88b1-9cfb78d0deff req-3cb403cf-4534-4671-b1a0-8cbfa838fce1 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:50.644743 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-654504c6-829b-4522-88b1-9cfb78d0deff req-3cb403cf-4534-4671-b1a0-8cbfa838fce1 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 944 time: 0.1054044 Sep 06 14:39:50.658554 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:50.659753 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:50.670292 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e782-739d-4ea8-b86e-abc8f6303fc0 req-d26203ac-4de2-43fa-84e9-dd7783ce1cf9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:50.672481 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a46e782-739d-4ea8-b86e-abc8f6303fc0 req-d26203ac-4de2-43fa-84e9-dd7783ce1cf9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 944 time: 0.0956736 Sep 06 14:39:50.718721 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b5b8e2-6213-4e99-af39-8dc0a76598b2" -d '{"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-plugged", "status": "completed", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:50.720181 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-654504c6-829b-4522-88b1-9cfb78d0deff req-7a4c8968-2f90-4912-8b60-c0ce6286aeb2 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740526 Sep 06 14:39:50.756373 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a46e782-739d-4ea8-b86e-abc8f6303fc0 req-7b2c1974-fa89-4375-9a59-73c8446949b0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592124 Sep 06 14:39:50.798298 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:50.865436 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab6256-3be9-4ff4-8b12-eac0385b3188 req-da9d6efd-0615-44cf-96c4-424ac273683e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:50.867167 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-80ab6256-3be9-4ff4-8b12-eac0385b3188 req-da9d6efd-0615-44cf-96c4-424ac273683e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0616205 Sep 06 14:39:50.880164 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:50.884708 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:50.885131 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:50.915283 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-80ab6256-3be9-4ff4-8b12-eac0385b3188 req-e190ed01-579e-4d3a-aaa9-1df98cdaf2b1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 Sep 06 14:39:51.013057 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc528e6-0a51-4b4e-85e6-2dd0e23bd3ef x-openstack-request-id: req-0cc528e6-0a51-4b4e-85e6-2dd0e23bd3ef {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:51.013389 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-plugged", "status": "completed", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:51.013649 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cc528e6-0a51-4b4e-85e6-2dd0e23bd3ef {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:51.014085 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'code': 200} Sep 06 14:39:51.070749 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:51.103052 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:51.200314 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:51.201436 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 6390198a-b02e-4687-a425-769d253913c1 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:39:51.277479 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:51.318805 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d788c-cfc1-4701-90e8-ee31f18aba13 req-115ae5ee-00af-4bec-8bcb-397ce976813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:51.320907 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-a19d788c-cfc1-4701-90e8-ee31f18aba13 req-115ae5ee-00af-4bec-8bcb-397ce976813a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1098 time: 0.0791886 Sep 06 14:39:51.340583 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-a19d788c-cfc1-4701-90e8-ee31f18aba13 req-5bda393d-b9c8-4121-9965-24bf9299c2ce service neutron] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:51.400128 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 6390198a-b02e-4687-a425-769d253913c1 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:39:51.408412 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 6390198a-b02e-4687-a425-769d253913c1 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:39:51.408905 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:51.431475 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-a19d788c-cfc1-4701-90e8-ee31f18aba13 req-5bda393d-b9c8-4121-9965-24bf9299c2ce service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:51.486863 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:51.518306 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 6390198a-b02e-4687-a425-769d253913c1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6390198a-b02e-4687-a425-769d253913c1,segment=NetworkSegment(e334746c-15ef-460c-a5f4-c1cbf0f0ba38),segment_id=e334746c-15ef-460c-a5f4-c1cbf0f0ba38)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:39:51.531335 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-a19d788c-cfc1-4701-90e8-ee31f18aba13 req-5bda393d-b9c8-4121-9965-24bf9299c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:51.573327 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-a19d788c-cfc1-4701-90e8-ee31f18aba13 req-5bda393d-b9c8-4121-9965-24bf9299c2ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445340 Sep 06 14:39:51.575229 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda393d-b9c8-4121-9965-24bf9299c2ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01c6d388-17b9-4a6f-a498-ff1ea31a4d49,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:51.670859 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:51.727179 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=6390198a-b02e-4687-a425-769d253913c1,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:39:51.844225 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39ec2f-bc39-47f8-ada6-081385da7cb3 req-437fe4fe-8061-4a69-93fd-982e3772ec12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:51.845639 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0c39ec2f-bc39-47f8-ada6-081385da7cb3 req-437fe4fe-8061-4a69-93fd-982e3772ec12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0581563 Sep 06 14:39:51.904709 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a828126-5519-4453-9e60-de081b2780ed req-c011d08e-d208-4f92-a38b-4765c024f9a6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:51.906199 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a828126-5519-4453-9e60-de081b2780ed req-c011d08e-d208-4f92-a38b-4765c024f9a6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0817480 Sep 06 14:39:51.911467 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0c39ec2f-bc39-47f8-ada6-081385da7cb3 req-c55008d5-3f4b-453d-bcfa-22f9dcd6d129 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521767 Sep 06 14:39:51.951628 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a828126-5519-4453-9e60-de081b2780ed req-1a2bbcd7-b83a-45eb-819e-33bc86aff298 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357773 Sep 06 14:39:52.043028 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a595-834d-4051-9b52-1f66df1e1598 req-33799012-9d32-4850-a01b-fe11bf4083b5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:52.044422 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5cb3a595-834d-4051-9b52-1f66df1e1598 req-33799012-9d32-4850-a01b-fe11bf4083b5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0503771 Sep 06 14:39:52.084275 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5cb3a595-834d-4051-9b52-1f66df1e1598 req-6b32cbcb-b8c9-4266-8eb2-428bac320174 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337956 Sep 06 14:39:53.014994 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb793744-096b-4689-b176-a5fa990eb1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f'}, {'server_uuid': '95209c7c-1bba-41ad-9cc3-db64502dfabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390198a-b02e-4687-a425-769d253913c1'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:39:53.017354 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab0123-251d-45a1-8d8e-d48462641bdb" -d '{"events": [{"server_uuid": "bb793744-096b-4689-b176-a5fa990eb1c0", "name": "network-vif-plugged", "status": "completed", "tag": "984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f"}, {"server_uuid": "95209c7c-1bba-41ad-9cc3-db64502dfabf", "name": "network-vif-plugged", "status": "completed", "tag": "6390198a-b02e-4687-a425-769d253913c1"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:39:53.050519 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b8c1c-7209-4b86-b420-1f19bed617a5 req-6be82a8d-f4fd-4e3e-ac0f-5294fe2a580e tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:53.052002 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a34b8c1c-7209-4b86-b420-1f19bed617a5 req-6be82a8d-f4fd-4e3e-ac0f-5294fe2a580e tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0751209 Sep 06 14:39:53.086092 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3687-cdc6-4e1d-bbb0-c084ebba9bb9 req-72b0e87f-e7f1-42b5-8a0d-7848f072dab3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:53.087473 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f92b3687-cdc6-4e1d-bbb0-c084ebba9bb9 req-72b0e87f-e7f1-42b5-8a0d-7848f072dab3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0724931 Sep 06 14:39:53.109693 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a34b8c1c-7209-4b86-b420-1f19bed617a5 req-651c28a5-1565-4690-b3eb-ad53eec01180 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512509 Sep 06 14:39:53.138911 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f92b3687-cdc6-4e1d-bbb0-c084ebba9bb9 req-4eed8b76-dbc2-459f-87c5-347f7f989882 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 Sep 06 14:39:53.163092 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Sep 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e51936-6476-4e97-a5a6-b5b447d04799 x-openstack-request-id: req-14e51936-6476-4e97-a5a6-b5b447d04799 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:39:53.163391 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb793744-096b-4689-b176-a5fa990eb1c0", "name": "network-vif-plugged", "status": "completed", "tag": "984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f", "code": 200}, {"server_uuid": "95209c7c-1bba-41ad-9cc3-db64502dfabf", "name": "network-vif-plugged", "status": "completed", "tag": "6390198a-b02e-4687-a425-769d253913c1", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:39:53.163674 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14e51936-6476-4e97-a5a6-b5b447d04799 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:39:53.164067 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb793744-096b-4689-b176-a5fa990eb1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', 'code': 200} Sep 06 14:39:53.173502 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95209c7c-1bba-41ad-9cc3-db64502dfabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390198a-b02e-4687-a425-769d253913c1', 'code': 200} Sep 06 14:39:53.239625 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb5d28-ab87-4a03-a3d7-1ce7c203df89 req-5b5db7bc-baa2-4225-aec1-4b052c064909 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:53.241076 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-acdb5d28-ab87-4a03-a3d7-1ce7c203df89 req-5b5db7bc-baa2-4225-aec1-4b052c064909 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0480731 Sep 06 14:39:53.277944 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-acdb5d28-ab87-4a03-a3d7-1ce7c203df89 req-b62ddb67-9630-41e5-9d4d-78599376bf27 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Sep 06 14:39:53.611730 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:39:54.248681 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaae4a-87cb-45d6-bd3b-7b64a6b02775 req-b7d7a34a-a9f4-435f-ada1-b946dfd09f3e tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.250143 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c5aaae4a-87cb-45d6-bd3b-7b64a6b02775 req-b7d7a34a-a9f4-435f-ada1-b946dfd09f3e tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0737181 Sep 06 14:39:54.271038 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb44d7-307a-4d89-9900-cd37e1d23845 req-04b7c9ab-c1f5-45c7-ab55-54812b4a477d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.272477 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6bb44d7-307a-4d89-9900-cd37e1d23845 req-04b7c9ab-c1f5-45c7-ab55-54812b4a477d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0677466 Sep 06 14:39:54.316932 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c5aaae4a-87cb-45d6-bd3b-7b64a6b02775 req-cabdd532-9595-401b-a085-5676e338a7d2 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584188 Sep 06 14:39:54.329261 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6bb44d7-307a-4d89-9900-cd37e1d23845 req-1d075c9c-907d-485a-ac9d-252dcf9bcefd tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Sep 06 14:39:54.416944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384854a-3fbc-46aa-9679-d3e264bc8c24 req-b2db7add-fd03-4ca4-81f6-4e753fff3748 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:54.418317 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b384854a-3fbc-46aa-9679-d3e264bc8c24 req-b2db7add-fd03-4ca4-81f6-4e753fff3748 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0479310 Sep 06 14:39:54.454125 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b384854a-3fbc-46aa-9679-d3e264bc8c24 req-257e4154-260d-4b37-a1bd-d31e21ac5534 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300529 Sep 06 14:39:55.297680 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df9010-845e-469a-8f0e-c151f25fbc42 req-75b562ec-ab2e-4b02-b7a9-ed102c63caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.299149 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-07df9010-845e-469a-8f0e-c151f25fbc42 req-75b562ec-ab2e-4b02-b7a9-ed102c63caa6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 1098 time: 0.0415502 Sep 06 14:39:55.335083 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-07df9010-845e-469a-8f0e-c151f25fbc42 req-f6b0bbc6-2ebb-4ceb-a44c-f948a45e02b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277226 Sep 06 14:39:55.364636 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b401949-6697-4248-ba9f-dad7383938a5 req-d5237944-4f82-412b-b097-bdc38403baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.366129 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4b401949-6697-4248-ba9f-dad7383938a5 req-d5237944-4f82-412b-b097-bdc38403baa0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0677915 Sep 06 14:39:55.457614 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788b20a-a04b-44fa-a20c-a23eabd4947f req-f34247fe-e4d4-43be-8407-cd90860b1222 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.459078 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e788b20a-a04b-44fa-a20c-a23eabd4947f req-f34247fe-e4d4-43be-8407-cd90860b1222 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0758665 Sep 06 14:39:55.480880 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911794-ab3a-4db7-98ad-db743d35f410 req-7ffc1531-d11f-4b7b-89b2-fbeb3baa5535 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.482275 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f911794-ab3a-4db7-98ad-db743d35f410 req-7ffc1531-d11f-4b7b-89b2-fbeb3baa5535 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0693526 Sep 06 14:39:55.527240 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e788b20a-a04b-44fa-a20c-a23eabd4947f req-99b556b0-1b80-4082-a657-2dbaa138ac59 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611894 Sep 06 14:39:55.534026 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f911794-ab3a-4db7-98ad-db743d35f410 req-f88c7fae-4894-4832-b0b2-7158494d2480 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Sep 06 14:39:55.631564 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acd5df-aa51-4dcb-99bb-eeb1b5fcb212 req-8bc62b06-fe59-4abe-b982-b13e0a64fc85 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:55.633051 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-34acd5df-aa51-4dcb-99bb-eeb1b5fcb212 req-8bc62b06-fe59-4abe-b982-b13e0a64fc85 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0500035 Sep 06 14:39:55.669429 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-34acd5df-aa51-4dcb-99bb-eeb1b5fcb212 req-eb83a1f2-c864-4779-9ad4-9f972bf8b92a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300441 Sep 06 14:39:56.389587 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4b401949-6697-4248-ba9f-dad7383938a5 req-556c2820-3e4f-4614-bfe9-5de928a52965 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Sep 06 14:39:56.677537 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8028be8-9050-4d3f-9aae-984c61c644f2 req-ce28825e-6687-4ae0-9c34-636dd99a8523 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:56.679031 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a8028be8-9050-4d3f-9aae-984c61c644f2 req-ce28825e-6687-4ae0-9c34-636dd99a8523 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0801694 Sep 06 14:39:56.691668 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9e95-60b9-4ec6-bdcf-3053a75e49a0 req-81c7c0b7-2ba1-4f9b-a2c0-3adc5ea89c5f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:56.693169 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-150a9e95-60b9-4ec6-bdcf-3053a75e49a0 req-81c7c0b7-2ba1-4f9b-a2c0-3adc5ea89c5f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0813344 Sep 06 14:39:56.751820 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a8028be8-9050-4d3f-9aae-984c61c644f2 req-11a71780-c0aa-46c2-859b-4c20f13128d8 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577033 Sep 06 14:39:56.756476 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-150a9e95-60b9-4ec6-bdcf-3053a75e49a0 req-9864516c-48db-4cc6-861e-b393a53dec68 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553181 Sep 06 14:39:56.849950 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dc6dc-871f-4a9b-9d97-995c71fc95dd req-d5033697-9b0b-4eca-a609-b9a9c9f0de52 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:56.851364 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a12dc6dc-871f-4a9b-9d97-995c71fc95dd req-d5033697-9b0b-4eca-a609-b9a9c9f0de52 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0472336 Sep 06 14:39:56.887988 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a12dc6dc-871f-4a9b-9d97-995c71fc95dd req-1e811ea2-9f49-4654-ac33-85c050b4563b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303457 Sep 06 14:39:57.890153 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caca77-8afb-44ae-b64d-f4ce15d97bb2 req-5a09ffce-2949-4c1f-92c5-cd57a4ccccd6 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:57.891541 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-75caca77-8afb-44ae-b64d-f4ce15d97bb2 req-5a09ffce-2949-4c1f-92c5-cd57a4ccccd6 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0747967 Sep 06 14:39:57.899180 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dadfc1-e2cc-401b-94e8-5616f5aea064 req-a6879b4e-e20d-4698-9a1b-107e449584e7 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:57.900543 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67dadfc1-e2cc-401b-94e8-5616f5aea064 req-a6879b4e-e20d-4698-9a1b-107e449584e7 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0734320 Sep 06 14:39:57.956227 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-75caca77-8afb-44ae-b64d-f4ce15d97bb2 req-f08b9540-8ce8-46b6-9257-4b7394aad7f9 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 Sep 06 14:39:57.961000 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67dadfc1-e2cc-401b-94e8-5616f5aea064 req-c97ccf77-27c1-4cd4-b67d-95e0d3ba6b78 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Sep 06 14:39:58.058404 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab2623-6ac5-48b6-96e4-439ac1df22e6 req-b0e1e6d5-e47d-4051-9397-33f1662cdc1a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:58.059848 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e2ab2623-6ac5-48b6-96e4-439ac1df22e6 req-b0e1e6d5-e47d-4051-9397-33f1662cdc1a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0468307 Sep 06 14:39:58.095993 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e2ab2623-6ac5-48b6-96e4-439ac1df22e6 req-d3b3a545-1d6c-4e1c-b2e0-6c10ae6d3319 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304966 Sep 06 14:39:59.105804 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb34b51-41b8-4a0d-85fa-6a1ee1d47eb6 req-152b87f6-447e-4bf3-a5ed-0b774322c865 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:59.107313 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4eb34b51-41b8-4a0d-85fa-6a1ee1d47eb6 req-152b87f6-447e-4bf3-a5ed-0b774322c865 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0854232 Sep 06 14:39:59.114828 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af14a5-1cac-48a7-8cf7-a1a0b5535f7c req-abff373d-9e53-45d9-9aa5-abaaef158087 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:59.116264 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-81af14a5-1cac-48a7-8cf7-a1a0b5535f7c req-abff373d-9e53-45d9-9aa5-abaaef158087 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0855036 Sep 06 14:39:59.172966 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4eb34b51-41b8-4a0d-85fa-6a1ee1d47eb6 req-0f3c9522-432f-4ef1-a9b8-b142fcc192be tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557237 Sep 06 14:39:59.181347 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-81af14a5-1cac-48a7-8cf7-a1a0b5535f7c req-394cef08-83be-403c-a750-9381c01e435c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496726 Sep 06 14:39:59.289060 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d5b06-9cab-4319-ae0b-59858af0c3d4 req-00262f43-04c3-42a7-9ae7-6e6c76511fc6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:39:59.291044 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-317d5b06-9cab-4319-ae0b-59858af0c3d4 req-00262f43-04c3-42a7-9ae7-6e6c76511fc6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0497212 Sep 06 14:39:59.331652 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-317d5b06-9cab-4319-ae0b-59858af0c3d4 req-ddf7e907-aec7-417b-9490-fec5c1e8a5e4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343432 Sep 06 14:39:59.635648 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:40:00.321603 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3fb09-413b-46b0-98a0-8a691eac78c3 req-02130ced-3188-4c83-9633-020014edc458 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:00.323745 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3ca3fb09-413b-46b0-98a0-8a691eac78c3 req-02130ced-3188-4c83-9633-020014edc458 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0771956 Sep 06 14:40:00.331361 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e838b-bb3d-4c0d-a5f9-9eb273f0e126 req-49c36d37-f931-4d82-8e27-a1a4e44b9a56 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:00.332706 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eb3e838b-bb3d-4c0d-a5f9-9eb273f0e126 req-49c36d37-f931-4d82-8e27-a1a4e44b9a56 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0763879 Sep 06 14:40:00.386757 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3ca3fb09-413b-46b0-98a0-8a691eac78c3 req-22fd23d4-21b8-4315-8c5f-4739a7bfc997 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531402 Sep 06 14:40:00.389374 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eb3e838b-bb3d-4c0d-a5f9-9eb273f0e126 req-8dea7683-df9f-4c76-8183-a077e72f4586 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502675 Sep 06 14:40:00.486466 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39c091-700b-4d6a-a4f0-cc23fbfcaf3f req-ef3907be-48e7-426c-8771-7603d57b2cb3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:00.487970 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa39c091-700b-4d6a-a4f0-cc23fbfcaf3f req-ef3907be-48e7-426c-8771-7603d57b2cb3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Sep 06 14:40:00.524613 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa39c091-700b-4d6a-a4f0-cc23fbfcaf3f req-88bf13a2-884c-4957-8b87-f8bd3e623d58 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307167 Sep 06 14:40:01.528417 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f16c1-1ba5-4037-a1d2-f2e6c7391a6f req-bf86defd-9072-4992-ac66-82c9526a2d75 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:01.529862 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b95f16c1-1ba5-4037-a1d2-f2e6c7391a6f req-bf86defd-9072-4992-ac66-82c9526a2d75 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0784566 Sep 06 14:40:01.537628 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39416c13-273e-4d66-abaa-1caa0a98d2af req-68351f33-6ee7-459e-8676-d400fc71ab26 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:01.538966 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-39416c13-273e-4d66-abaa-1caa0a98d2af req-68351f33-6ee7-459e-8676-d400fc71ab26 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0863264 Sep 06 14:40:01.591617 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b95f16c1-1ba5-4037-a1d2-f2e6c7391a6f req-1dfd93a3-9e1f-447f-a82c-cfb2109658c3 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516713 Sep 06 14:40:01.596369 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-39416c13-273e-4d66-abaa-1caa0a98d2af req-99fbc79d-af8f-4033-a26d-496c735cfffa tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503533 Sep 06 14:40:01.693367 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b0cd-b18d-4953-92d6-ebc1b4046c8b req-fcdff8be-0a7a-4a92-9b0a-e6d2e36c521c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:01.693625 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f564b0cd-b18d-4953-92d6-ebc1b4046c8b req-fcdff8be-0a7a-4a92-9b0a-e6d2e36c521c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0480158 Sep 06 14:40:01.730698 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f564b0cd-b18d-4953-92d6-ebc1b4046c8b req-75529a63-a836-4393-b128-6cdb0dab9f99 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310156 Sep 06 14:40:02.768325 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73fc98-b000-4b49-aae8-a2cc04c176c3 req-56c141d1-66d5-40a6-bfbf-cca44016c7de tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:02.769805 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fd73fc98-b000-4b49-aae8-a2cc04c176c3 req-56c141d1-66d5-40a6-bfbf-cca44016c7de tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.1068187 Sep 06 14:40:02.777649 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ade937-9ac7-4a85-b643-fc0838cee543 req-103a9726-797e-4b45-bf69-9cde1c0b9333 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:02.779140 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14ade937-9ac7-4a85-b643-fc0838cee543 req-103a9726-797e-4b45-bf69-9cde1c0b9333 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0675189 Sep 06 14:40:02.833157 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fd73fc98-b000-4b49-aae8-a2cc04c176c3 req-7ef881ac-b7a6-424e-a601-5012e349decb tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528378 Sep 06 14:40:02.838101 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14ade937-9ac7-4a85-b643-fc0838cee543 req-84986aa7-2e53-489c-8a4d-d673b29198d7 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518191 Sep 06 14:40:02.949009 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab2ed3-b185-4c4c-943a-00c488029107 req-8993f6a2-3fcd-4af6-80e3-43939b8151e5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:02.950483 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-32ab2ed3-b185-4c4c-943a-00c488029107 req-8993f6a2-3fcd-4af6-80e3-43939b8151e5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0520945 Sep 06 14:40:02.990486 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-32ab2ed3-b185-4c4c-943a-00c488029107 req-74e75351-4b3e-4039-8c98-ab0328167a03 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337389 Sep 06 14:40:03.144393 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce5927-d488-4e4f-ab45-0159b5966e8c req-f90c3a3a-d666-4513-a9a2-297eae386af2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:03.145949 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bbce5927-d488-4e4f-ab45-0159b5966e8c req-f90c3a3a-d666-4513-a9a2-297eae386af2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0482688 Sep 06 14:40:03.154914 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56230) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:03.159531 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'floatingip': {'port_id': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:03.234533 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.073705 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb37e06-be9b-4ba0-bf70-4c0a20db5697 req-b1d70b28-6e25-4503-b250-5aac04441377 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:04.075370 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0cb37e06-be9b-4ba0-bf70-4c0a20db5697 req-b1d70b28-6e25-4503-b250-5aac04441377 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.1488857 Sep 06 14:40:04.083278 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae53e2-1ac8-4e89-9447-7ae4a432a129 req-a9b900ae-6e12-4eea-ab6a-0b93b0478a94 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:04.084833 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8aae53e2-1ac8-4e89-9447-7ae4a432a129 req-a9b900ae-6e12-4eea-ab6a-0b93b0478a94 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.1737823 Sep 06 14:40:04.089611 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.147605 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0cb37e06-be9b-4ba0-bf70-4c0a20db5697 req-287ba719-34f8-4b90-bdb1-8a1fc87f8be9 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567741 Sep 06 14:40:04.150300 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8aae53e2-1ac8-4e89-9447-7ae4a432a129 req-17c95885-b8f2-4354-a102-99b8dcda7634 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581996 Sep 06 14:40:04.246263 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.309375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56270) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:04.351298 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Floating IP bdc0c51b-e3ea-4af0-b334-d14374c41402 associated. External IP: 172.27.3.14, port: 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2. Sep 06 14:40:04.435884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83bf31ad-0581-410d-a2fd-7ef5d3d26630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.635354 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83bf31ad-0581-410d-a2fd-7ef5d3d26630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.642099 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Router 26298d19-0365-4db7-bd85-e833f5b7e9df has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:40:04.745996 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:40:04.751447 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83bf31ad-0581-410d-a2fd-7ef5d3d26630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.752642 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.761145 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] Sync routers for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:40:04.770822 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:04.771567 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:39:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:04.812189 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf31ad-0581-410d-a2fd-7ef5d3d26630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eefbb5-3d07-4993-9775-6fd245c12d76,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:04.817231 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-83bf31ad-0581-410d-a2fd-7ef5d3d26630 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0d2fd6fb2a04544ad659296ecc96f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068214 Sep 06 14:40:04.819370 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56278) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:04.820418 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-49783ca6-c9ea-403b-a365-a1e63d279327 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "PUT /v2.0/floatingips/bdc0c51b-e3ea-4af0-b334-d14374c41402 HTTP/1.1" status: 200 len: 990 time: 1.6636696 Sep 06 14:40:04.821241 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:04.825671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ea080a-aae4-4304-a86b-aaa6faaf8967" -d '{"events": [{"name": "network-changed", "server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:04.876865 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96f0746-8c89-4171-90c5-e52c0f3ff19f x-openstack-request-id: req-e96f0746-8c89-4171-90c5-e52c0f3ff19f {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:04.877338 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:04.877597 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e96f0746-8c89-4171-90c5-e52c0f3ff19f {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:04.878511 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'status': 'completed', 'code': 200} Sep 06 14:40:04.888562 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1a31-b9a6-40ae-9efd-30aff47f58e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:04.894407 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:04.910037 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1a31-b9a6-40ae-9efd-30aff47f58e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:05.038639 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1a31-b9a6-40ae-9efd-30aff47f58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:05.041768 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1a31-b9a6-40ae-9efd-30aff47f58e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:05.045603 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-9b9e1a31-b9a6-40ae-9efd-30aff47f58e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61eefbb5-3d07-4993-9775-6fd245c12d76 HTTP/1.1" status: 204 len: 168 time: 0.2225633 Sep 06 14:40:05.050501 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e1a31-b9a6-40ae-9efd-30aff47f58e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eefbb5-3d07-4993-9775-6fd245c12d76,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:05.203215 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': 'bdc0c51b-e3ea-4af0-b334-d14374c41402', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'port_id': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'mac_address': 'fa:16:3e:b2:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141dc4f4-313e-4830-860d-b710eccdb826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:39:30Z', 'updated_at': '2021-09-06T14:40:03Z', 'revision_number': 1, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:05.232712 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] Checking router: 26298d19-0365-4db7-bd85-e833f5b7e9df for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:40:05.242263 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:05.242976 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:39:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:05.350880 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:05.550880 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56306) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:05.611038 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': 'bdc0c51b-e3ea-4af0-b334-d14374c41402', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'port_id': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'mac_address': 'fa:16:3e:b2:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141dc4f4-313e-4830-860d-b710eccdb826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:39:30Z', 'updated_at': '2021-09-06T14:40:03Z', 'revision_number': 1, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:05.643060 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42aa803-cb65-4866-8001-66518b819ddd None None] The sync data for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi is: [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': 'bdc0c51b-e3ea-4af0-b334-d14374c41402', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'port_id': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'mac_address': 'fa:16:3e:b2:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141dc4f4-313e-4830-860d-b710eccdb826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:39:30Z', 'updated_at': '2021-09-06T14:40:03Z', 'revision_number': 1, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:40:05.687878 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-97eecba0-f36e-4b5c-933c-8f8fd09d1619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:05.812098 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-97eecba0-f36e-4b5c-933c-8f8fd09d1619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:05.883495 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae60bf46-b50d-4c9f-9631-ec8a05f29efb None None] New status for floating IP bdc0c51b-e3ea-4af0-b334-d14374c41402: ACTIVE {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:40:05.936976 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-97eecba0-f36e-4b5c-933c-8f8fd09d1619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:05.974868 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-97eecba0-f36e-4b5c-933c-8f8fd09d1619 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=186f7f39ce584515960bb00adfae5df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225795 Sep 06 14:40:05.976120 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eecba0-f36e-4b5c-933c-8f8fd09d1619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfd99f7-bd94-4157-b0aa-59cdd4da40d3,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:05.981262 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56326) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:06.045217 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-15a67c02-42a0-4ab1-a358-30a1c0734290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.066385 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-15a67c02-42a0-4ab1-a358-30a1c0734290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.164927 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-15a67c02-42a0-4ab1-a358-30a1c0734290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.182235 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-15a67c02-42a0-4ab1-a358-30a1c0734290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.182235 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-15a67c02-42a0-4ab1-a358-30a1c0734290 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cfd99f7-bd94-4157-b0aa-59cdd4da40d3 HTTP/1.1" status: 204 len: 168 time: 0.1903543 Sep 06 14:40:06.183121 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a67c02-42a0-4ab1-a358-30a1c0734290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfd99f7-bd94-4157-b0aa-59cdd4da40d3,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:06.264105 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56340) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:06.548008 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0806554c-07d9-4165-8f67-cd3f44415bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.651082 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0806554c-07d9-4165-8f67-cd3f44415bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.771119 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0806554c-07d9-4165-8f67-cd3f44415bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.808252 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806554c-07d9-4165-8f67-cd3f44415bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca64fa4-9e81-487f-bd13-6dbfcb461e96,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:06.814714 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0806554c-07d9-4165-8f67-cd3f44415bcd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6250dcf9593b481f846dbc0383845304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472269 Sep 06 14:40:06.814970 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56358) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:06.864481 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-837c6bdc-fda5-49c9-a02c-d4df5b0c0168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.886371 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-837c6bdc-fda5-49c9-a02c-d4df5b0c0168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:06.942600 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56360) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:06.955972 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8a40-195a-4dd5-a13b-f2e29c8fdab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.013356 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-837c6bdc-fda5-49c9-a02c-d4df5b0c0168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.016689 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-837c6bdc-fda5-49c9-a02c-d4df5b0c0168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.017860 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-837c6bdc-fda5-49c9-a02c-d4df5b0c0168 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bca64fa4-9e81-487f-bd13-6dbfcb461e96 HTTP/1.1" status: 204 len: 168 time: 0.2019694 Sep 06 14:40:07.033687 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c6bdc-fda5-49c9-a02c-d4df5b0c0168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca64fa4-9e81-487f-bd13-6dbfcb461e96,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:07.086138 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8a40-195a-4dd5-a13b-f2e29c8fdab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.136762 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8a40-195a-4dd5-a13b-f2e29c8fdab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.174284 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d6fe8a40-195a-4dd5-a13b-f2e29c8fdab0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6b8b12a48af46a6adb4c11efa637ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306337 Sep 06 14:40:07.175087 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe8a40-195a-4dd5-a13b-f2e29c8fdab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f1d800-e889-4e2f-80ff-52460b9eae80,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:07.177455 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56364) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:07.224274 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-360b93e4-3d5b-4947-8273-c258aa91f216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.248312 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-360b93e4-3d5b-4947-8273-c258aa91f216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.370415 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-360b93e4-3d5b-4947-8273-c258aa91f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.373771 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-360b93e4-3d5b-4947-8273-c258aa91f216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.375633 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-360b93e4-3d5b-4947-8273-c258aa91f216 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86f1d800-e889-4e2f-80ff-52460b9eae80 HTTP/1.1" status: 204 len: 168 time: 0.1971364 Sep 06 14:40:07.386444 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b93e4-3d5b-4947-8273-c258aa91f216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f1d800-e889-4e2f-80ff-52460b9eae80,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:07.803390 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56380) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:07.816910 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-257393af-b4b1-45e1-880b-dac9e7eb15a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.910521 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-257393af-b4b1-45e1-880b-dac9e7eb15a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:07.982543 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-257393af-b4b1-45e1-880b-dac9e7eb15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:08.019991 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-257393af-b4b1-45e1-880b-dac9e7eb15a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67fa6dcb525245cb955c3d8256ddb6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155211 Sep 06 14:40:08.020828 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257393af-b4b1-45e1-880b-dac9e7eb15a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd160b0b-9aa8-40a3-81d5-151d99cf8618,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:08.022885 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56392) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:08.075221 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaef6-4431-46e7-a05c-a78552391e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:08.095663 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaef6-4431-46e7-a05c-a78552391e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:08.173008 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-41697423-7801-434a-b6b4-1f56fa53f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:08.174505 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-41697423-7801-434a-b6b4-1f56fa53f57b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1098 time: 0.0413835 Sep 06 14:40:08.233550 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaef6-4431-46e7-a05c-a78552391e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:08.236815 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaef6-4431-46e7-a05c-a78552391e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:08.238110 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ebcbaef6-4431-46e7-a05c-a78552391e62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd160b0b-9aa8-40a3-81d5-151d99cf8618 HTTP/1.1" status: 204 len: 168 time: 0.2139616 Sep 06 14:40:08.249276 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbaef6-4431-46e7-a05c-a78552391e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd160b0b-9aa8-40a3-81d5-151d99cf8618,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:08.337892 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-fd2cf6ca-0a48-4851-9716-9580909d67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:08.339967 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-fd2cf6ca-0a48-4851-9716-9580909d67eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.1489925 Sep 06 14:40:08.445787 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-271bff88-84c7-4f5a-b33f-fccc52b214b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 HTTP/1.1" status: 200 len: 1000 time: 0.0974803 Sep 06 14:40:08.468398 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-97145a08-5dca-4b4d-987a-4c7e7afd28c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:08.507107 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-24d2ca29-a9db-47e8-9375-ae27c4fe3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:08.509885 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-24d2ca29-a9db-47e8-9375-ae27c4fe3922 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0488405 Sep 06 14:40:08.565565 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-daa912a9-0e7e-40a7-8e1d-a75cecbfed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:08.567041 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-daa912a9-0e7e-40a7-8e1d-a75cecbfed4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513697 Sep 06 14:40:08.671688 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-150b2789-37a3-4201-b1d9-b5043b61c75a service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951998 Sep 06 14:40:08.949594 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-83ea080a-aae4-4304-a86b-aaa6faaf8967 req-6865f761-a0d2-412b-a10a-4ebf52fd70e3 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693887 Sep 06 14:40:11.246119 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b824a88d-66f6-4954-a31f-bf0483193e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.491179 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.546967 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56580) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:11.696210 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-30457240-03f8-4010-9e63-689f1cda7831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.781196 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-30457240-03f8-4010-9e63-689f1cda7831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.856995 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-30457240-03f8-4010-9e63-689f1cda7831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.896021 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-30457240-03f8-4010-9e63-689f1cda7831 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9199b493a8c24c16b4501a856cfb16c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477893 Sep 06 14:40:11.897220 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30457240-03f8-4010-9e63-689f1cda7831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266a67e7-e0d1-4e9e-b001-ff00c226204a,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:11.898741 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56598) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:11.952155 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:11.973009 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:12.096331 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:12.098979 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:12.103074 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/266a67e7-e0d1-4e9e-b001-ff00c226204a HTTP/1.1" status: 204 len: 168 time: 0.2021515 Sep 06 14:40:12.111066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266a67e7-e0d1-4e9e-b001-ff00c226204a,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:12.118042 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.118393 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.118733 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.119048 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.119379 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.120224 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.120551 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.120875 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.121199 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.121520 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.121833 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.122147 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7414d2e-3249-4665-9c71-e9a35a267170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:12.170542 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:12.804879 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56622) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:12.821874 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9fca-fc38-4392-9157-2e3a6efdd06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:12.934065 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9fca-fc38-4392-9157-2e3a6efdd06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:13.027235 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9fca-fc38-4392-9157-2e3a6efdd06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:13.065777 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c5fe9fca-fc38-4392-9157-2e3a6efdd06a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=454524f48d9c4de5b00054876da2df8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645826 Sep 06 14:40:13.066767 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe9fca-fc38-4392-9157-2e3a6efdd06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b75b9e-fe3c-4a69-b92f-ae42b9c90313,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:13.068529 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56628) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:13.117303 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:13.138601 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:13.261959 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:13.264553 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:13.265733 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49b75b9e-fe3c-4a69-b92f-ae42b9c90313 HTTP/1.1" status: 204 len: 168 time: 0.1961451 Sep 06 14:40:13.273990 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b75b9e-fe3c-4a69-b92f-ae42b9c90313,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:13.280149 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.280499 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.280840 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.281193 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.281504 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.281831 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.282164 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.282481 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.282804 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.283125 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.283474 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:13.283796 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec9b54-a0a1-457c-bcfe-05108dc6e552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:14.153765 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.391718 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56664) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:14.484990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1530520696-network', 'tenant_id': 'b24b7aeb65304b2b98ce27d63d47805e'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:14.582115 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Made reservation on behalf of b24b7aeb65304b2b98ce27d63d47805e for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:14.586577 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.593334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.686587 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.764162 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.788689 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:40:14.797142 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99570e4-4350-472a-bfa0-ce501f885976,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:14.804541 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.804541 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Added segment 9e53a22a-fdf9-4aca-a1c4-00d41c44ec58 of type vlan for network 5f707f5d-b1da-4b56-91d9-16d0a07764cb Sep 06 14:40:14.843302 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.924769 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.925726 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:14.926313 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:14.991429 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] Pushing event updated for resources: {'Network': ['ID=5f707f5d-b1da-4b56-91d9-16d0a07764cb,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:15.009856 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 5f707f5d-b1da-4b56-91d9-16d0a07764cb details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:40:15.028345 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d81a3b11-c974-4c6a-b9d1-85eb40b5c2fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6354539 Sep 06 14:40:15.034805 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56680) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:15.047949 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Request body: {'subnet': {'network_id': '5f707f5d-b1da-4b56-91d9-16d0a07764cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1530520696-subnet', 'tenant_id': 'b24b7aeb65304b2b98ce27d63d47805e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:15.147395 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Made reservation on behalf of b24b7aeb65304b2b98ce27d63d47805e for: {'subnet': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:15.149733 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:15.364938 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:15.416366 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cf08a3-bde1-4f7e-a473-3f0de276a938,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:15.428076 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Checking segment: {'id': '9e53a22a-fdf9-4aca-a1c4-00d41c44ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5f707f5d-b1da-4b56-91d9-16d0a07764cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:40:15.428424 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Network hostable DHCP agents. Network: 5f707f5d-b1da-4b56-91d9-16d0a07764cb, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:40:15.502009 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Network 5f707f5d-b1da-4b56-91d9-16d0a07764cb is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:40:15.581681 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 5f707f5d-b1da-4b56-91d9-16d0a07764cb) {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:40:15.585990 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:15.586634 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:15.590852 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68479bb4-98c6-4dc0-977b-40f3eca2f17e None None] Network 5f707f5d-b1da-4b56-91d9-16d0a07764cb requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:40:15.685601 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-4907ece0-6472-4af6-b7cc-c18d94de40d8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6495681 Sep 06 14:40:15.711629 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff8a3c-c01d-4d49-8847-fc7b8b836185 None None] Network 5f707f5d-b1da-4b56-91d9-16d0a07764cb requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:40:16.329972 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56708) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:16.334887 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-693995054-network', 'tenant_id': '38f0f412efb44c01add7ca8bb802824f'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:16.414898 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Made reservation on behalf of 38f0f412efb44c01add7ca8bb802824f for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:16.417162 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:16.425742 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:16.509062 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:16.598859 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:16.619396 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:40:16.634018 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ced31e-7019-4d71-9e4a-01a761c54232,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:16.637499 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:16.637850 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Added segment 505f4014-5ff2-4d50-9042-dbe4412057dc of type vlan for network 3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01 Sep 06 14:40:16.687637 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:16.763309 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:16.764338 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:16.764914 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:16.820827 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] Pushing event updated for resources: {'Network': ['ID=3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:16.831021 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:40:16.851408 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e51b5fbe-7472-40ac-a035-7920fed3938b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5202310 Sep 06 14:40:16.854201 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56718) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:16.860574 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Request body: {'subnet': {'network_id': '3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-693995054-subnet', 'tenant_id': '38f0f412efb44c01add7ca8bb802824f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:16.965140 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Made reservation on behalf of 38f0f412efb44c01add7ca8bb802824f for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:16.967579 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126827060'] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:17.222018 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126827034'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:17.270080 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed33e371-0769-4318-8bad-d4e7312230dd,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:17.284635 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Checking segment: {'id': '505f4014-5ff2-4d50-9042-dbe4412057dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:40:17.284931 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Network hostable DHCP agents. Network: 3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:40:17.376218 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Network 3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:40:17.433724 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:40:17.438040 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:17.438637 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:17.442862 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6097fe-7d29-4396-8c1a-fa61a012b478 None None] Network 3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:40:17.514353 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-51e813c4-4901-47eb-a465-27859781cd27 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6580274 Sep 06 14:40:17.563959 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2597a-8016-4f1b-ad93-2cd9055aab2a None None] Network 3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:40:19.761700 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-e72f5377-de5d-41ef-833c-f52b1094fc78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385392 Sep 06 14:40:19.848111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-e08ba89c-11b0-4660-bae9-faa94270156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:19.849500 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-e08ba89c-11b0-4660-bae9-faa94270156d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0431249 Sep 06 14:40:19.952613 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-2a1e665b-769c-46a0-8073-6a8510af552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:19.954067 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-2a1e665b-769c-46a0-8073-6a8510af552c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 915 time: 0.0825136 Sep 06 14:40:20.004628 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-9ec9f84b-667c-449a-a2d5-291cc275fdd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f HTTP/1.1" status: 200 len: 217 time: 0.0372732 Sep 06 14:40:20.054951 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-02e47880-9d8b-4c7a-b2b8-4064636826d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:20.056407 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-02e47880-9d8b-4c7a-b2b8-4064636826d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bde766e-005f-4fb0-8c4f-ccc8d3622620 HTTP/1.1" status: 200 len: 854 time: 0.0428617 Sep 06 14:40:20.088162 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-27bdceb3-7f92-4ffb-8608-c7e348458e28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ca3961-a913-44a8-9824-72f93e41049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235724 Sep 06 14:40:20.184723 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-3699bc70-0dae-465b-bfe1-eb8bce71a77b service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872388 Sep 06 14:40:20.280782 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b7ede8d-4ae1-4541-bb02-d5c02f0b3911 req-7f7aee86-162c-47ff-aa9d-3af7e516cb01 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878863 Sep 06 14:40:21.864380 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 56842) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:21.966905 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ffae2e13-05a0-4c87-ac9e-54ad6be5cafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:22.053506 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ffae2e13-05a0-4c87-ac9e-54ad6be5cafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:22.117987 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ffae2e13-05a0-4c87-ac9e-54ad6be5cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:22.156299 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae2e13-05a0-4c87-ac9e-54ad6be5cafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b45f886-d87d-4d1d-9c9f-5f109da66252,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:22.164433 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ffae2e13-05a0-4c87-ac9e-54ad6be5cafd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6e4c81e13a14582bb082def113152fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967825 Sep 06 14:40:22.164963 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56850) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:22.213551 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-40c6db6f-b19f-4590-9e40-d25ade4ea5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:22.234741 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-40c6db6f-b19f-4590-9e40-d25ade4ea5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:22.358884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-40c6db6f-b19f-4590-9e40-d25ade4ea5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:22.361770 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-40c6db6f-b19f-4590-9e40-d25ade4ea5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:22.362919 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-40c6db6f-b19f-4590-9e40-d25ade4ea5a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b45f886-d87d-4d1d-9c9f-5f109da66252 HTTP/1.1" status: 204 len: 168 time: 0.1971426 Sep 06 14:40:22.375958 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6db6f-b19f-4590-9e40-d25ade4ea5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b45f886-d87d-4d1d-9c9f-5f109da66252,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:23.621698 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:26.296527 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-24b8ee09-1cef-4cec-ad54-411deb0241fe tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:26.297937 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-24b8ee09-1cef-4cec-ad54-411deb0241fe tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 814 time: 0.1006668 Sep 06 14:40:26.313007 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-7a79a5b9-e876-4ee5-bdaa-cdd50f2622f6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/quotas/05344fa624b846488a8a239f87e64d13 HTTP/1.1" status: 200 len: 375 time: 0.0092225 Sep 06 14:40:26.364392 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-210f3955-50f8-4b6c-9a3b-80a3b11af050 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460985 Sep 06 14:40:26.462034 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-59d2a5ad-88a3-4df0-ae35-088f4172548e service neutron] 10.222.0.48 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852535 Sep 06 14:40:26.565741 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-d9cf9b95-eca5-4030-a4a6-acbf762cb42e service neutron] 10.222.0.48 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003966 Sep 06 14:40:26.852468 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-591224f8-4680-4e0c-85a0-676bb2644a37 req-c0d30468-aa50-4a51-a724-2366a5e8d7e1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 210 time: 0.0305436 Sep 06 14:40:27.015059 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 56996) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:27.129153 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-346de995-453c-4282-a1df-b4a18a939525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.215175 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-346de995-453c-4282-a1df-b4a18a939525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.289714 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-346de995-453c-4282-a1df-b4a18a939525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.327530 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-346de995-453c-4282-a1df-b4a18a939525 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bc9730cf8494f03acea5766fd97d447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113561 Sep 06 14:40:27.329701 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346de995-453c-4282-a1df-b4a18a939525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700b47b6-286f-40f9-be74-c600407750b6,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:27.330226 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57002) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:27.545521 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f62e3d2e-12d3-4915-9bd2-ddffb78ae635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.567982 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f62e3d2e-12d3-4915-9bd2-ddffb78ae635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.787313 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f62e3d2e-12d3-4915-9bd2-ddffb78ae635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.790055 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f62e3d2e-12d3-4915-9bd2-ddffb78ae635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:27.791214 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-f62e3d2e-12d3-4915-9bd2-ddffb78ae635 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/700b47b6-286f-40f9-be74-c600407750b6 HTTP/1.1" status: 204 len: 168 time: 0.4598906 Sep 06 14:40:27.801573 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e3d2e-12d3-4915-9bd2-ddffb78ae635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700b47b6-286f-40f9-be74-c600407750b6,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:27.949873 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-aa21f887-509b-481d-bc3d-8790598f1436 req-d7df69a0-d97a-4e8b-be73-bb16f2d7c3d6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 210 time: 0.0273473 Sep 06 14:40:28.426110 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57046) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:28.441006 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b41d-ca67-4046-b604-bf5c547e4762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.524478 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b41d-ca67-4046-b604-bf5c547e4762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.593243 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b41d-ca67-4046-b604-bf5c547e4762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.631170 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0dd5b41d-ca67-4046-b604-bf5c547e4762 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c1b9035e1894e29a337581137707490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040195 Sep 06 14:40:28.632026 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5b41d-ca67-4046-b604-bf5c547e4762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac3bad-f18d-480f-aa93-40d20a98a393,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:28.634040 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57050) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:28.685463 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e961cbf-f689-4562-a898-a9600aa5104f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.706494 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e961cbf-f689-4562-a898-a9600aa5104f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.827708 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e961cbf-f689-4562-a898-a9600aa5104f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.830261 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e961cbf-f689-4562-a898-a9600aa5104f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:28.831401 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-2e961cbf-f689-4562-a898-a9600aa5104f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4ac3bad-f18d-480f-aa93-40d20a98a393 HTTP/1.1" status: 204 len: 168 time: 0.1963980 Sep 06 14:40:28.840437 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e961cbf-f689-4562-a898-a9600aa5104f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac3bad-f18d-480f-aa93-40d20a98a393,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:29.044549 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb81e6a0-4845-4bd8-9d9e-3ba46b42836a req-40ea9f28-0255-40a2-882f-e4129608d581 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 210 time: 0.0262396 Sep 06 14:40:30.140097 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-734c8a4e-fc85-42cb-83d5-c4a4711d03d5 req-ad31cc7a-52ee-4e11-a921-36c94dc7d59e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 210 time: 0.0266349 Sep 06 14:40:31.280606 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-507baaa9-c890-43d3-bb5d-86c5f3f2acc7 req-8afac521-f85c-48ee-872a-92180c9df490 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 210 time: 0.0613670 Sep 06 14:40:31.309258 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-1b7ef99f-9277-4b8f-8aff-cafe978724c6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:31.311733 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-1b7ef99f-9277-4b8f-8aff-cafe978724c6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 814 time: 0.1355278 Sep 06 14:40:31.352759 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Request body: {'port': {'device_id': 'e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a', 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'admin_state_up': True, 'tenant_id': '05344fa624b846488a8a239f87e64d13'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:31.520109 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57144) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:31.559214 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Made reservation on behalf of 05344fa624b846488a8a239f87e64d13 for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:31.563676 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.652758 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5286ead4-15cd-4f4d-834a-aeea19267925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.761778 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Allocated IP 172.20.0.2 (c6ca3961-a913-44a8-9824-72f93e41049a/8bde766e-005f-4fb0-8c4f-ccc8d3622620/036ab4b7-31c5-4421-bcf3-a90af2073f50) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:40:31.866353 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5286ead4-15cd-4f4d-834a-aeea19267925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.929158 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5286ead4-15cd-4f4d-834a-aeea19267925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.955200 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:31.993885 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5286ead4-15cd-4f4d-834a-aeea19267925 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73627fa9615042269522b14e1c614e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726949 Sep 06 14:40:31.996471 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286ead4-15cd-4f4d-834a-aeea19267925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89657446-b816-4718-830c-c4104e4625a4,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:31.997337 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57174) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:32.048351 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42ef203-0549-4105-a33a-dd32fd4bd1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.069238 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42ef203-0549-4105-a33a-dd32fd4bd1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.096475 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.139894 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Network c6ca3961-a913-44a8-9824-72f93e41049a is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:40:32.143066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:40:32.146912 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:40:32.155819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Pushing event updated for resources: {'Port': ['ID=036ab4b7-31c5-4421-bcf3-a90af2073f50,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:32.199843 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42ef203-0549-4105-a33a-dd32fd4bd1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.200397 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:32.201039 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.202858 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42ef203-0549-4105-a33a-dd32fd4bd1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:32.206867 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d42ef203-0549-4105-a33a-dd32fd4bd1c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89657446-b816-4718-830c-c4104e4625a4 HTTP/1.1" status: 204 len: 168 time: 0.2082546 Sep 06 14:40:32.215071 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ef203-0549-4105-a33a-dd32fd4bd1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89657446-b816-4718-830c-c4104e4625a4,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:32.283717 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-3e919487-cbe2-46a5-8b1c-7ec4189ebaa9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427428 Sep 06 14:40:32.403164 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cc34b-9353-4859-9101-e0f41a2948da req-b097f83e-a2d5-4131-9664-55ac7f15f5a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:32.404689 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d4cc34b-9353-4859-9101-e0f41a2948da req-b097f83e-a2d5-4131-9664-55ac7f15f5a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 931 time: 0.0511732 Sep 06 14:40:32.452492 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d4cc34b-9353-4859-9101-e0f41a2948da req-9b83c216-0384-43cc-a7ed-140f246d052e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Sep 06 14:40:32.829370 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:40:32.905034 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57198) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:32.917669 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d4840fa4-9360-4e59-a44e-fc96acd3f695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.002862 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d4840fa4-9360-4e59-a44e-fc96acd3f695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.055617 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d4840fa4-9360-4e59-a44e-fc96acd3f695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.093966 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d4840fa4-9360-4e59-a44e-fc96acd3f695 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7faf22dcea14cf7a301d0d9cebd87ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878767 Sep 06 14:40:33.094766 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4840fa4-9360-4e59-a44e-fc96acd3f695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be1ae0b-b7d9-4498-a69f-9789c5a2c323,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:33.096756 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57200) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:33.147128 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ce18bbc5-4662-4e74-a0fc-c280d3f4b7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.166715 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ce18bbc5-4662-4e74-a0fc-c280d3f4b7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.255529 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ce18bbc5-4662-4e74-a0fc-c280d3f4b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.258062 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ce18bbc5-4662-4e74-a0fc-c280d3f4b7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:33.262521 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ce18bbc5-4662-4e74-a0fc-c280d3f4b7d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8be1ae0b-b7d9-4498-a69f-9789c5a2c323 HTTP/1.1" status: 204 len: 168 time: 0.1613925 Sep 06 14:40:33.268171 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18bbc5-4662-4e74-a0fc-c280d3f4b7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be1ae0b-b7d9-4498-a69f-9789c5a2c323,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:33.568231 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14893889-f7b0-484c-8da1-49048b31b146 req-a819570a-2221-48b6-8325-9525e82fd43c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:33.571553 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14893889-f7b0-484c-8da1-49048b31b146 req-a819570a-2221-48b6-8325-9525e82fd43c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 931 time: 0.0500631 Sep 06 14:40:33.610210 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14893889-f7b0-484c-8da1-49048b31b146 req-b6287024-b49a-46ca-8d8b-85ee86f7bace tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Sep 06 14:40:34.725413 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339eb52-1765-4d20-8d47-45d3966efe03 req-3e46d3bd-c09e-4094-9e6e-c18434481105 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:34.726927 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9339eb52-1765-4d20-8d47-45d3966efe03 req-3e46d3bd-c09e-4094-9e6e-c18434481105 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 931 time: 0.0508249 Sep 06 14:40:34.765816 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9339eb52-1765-4d20-8d47-45d3966efe03 req-a1ab1b06-adfd-4c7a-a706-4110849606f8 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Sep 06 14:40:34.821410 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Request body: {'port': {'device_id': 'e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:34.877516 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.143687 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036ab4b7-31c5-4421-bcf3-a90af2073f50 {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:40:35.151546 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.165005 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Transition to ACTIVE for port object 036ab4b7-31c5-4421-bcf3-a90af2073f50 will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:40:35.239633 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.311094 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Pushing event updated for resources: {'Port': ['ID=036ab4b7-31c5-4421-bcf3-a90af2073f50,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:35.364498 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Attempting to bind port 036ab4b7-31c5-4421-bcf3-a90af2073f50 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:40:35.374583 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Attempting to bind port 036ab4b7-31c5-4421-bcf3-a90af2073f50 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:40:35.374583 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Attempting to bind port 036ab4b7-31c5-4421-bcf3-a90af2073f50 on network c6ca3961-a913-44a8-9824-72f93e41049a {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:40:35.374583 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Port 036ab4b7-31c5-4421-bcf3-a90af2073f50 on network c6ca3961-a913-44a8-9824-72f93e41049a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:40:35.374583 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Attempting to bind port 036ab4b7-31c5-4421-bcf3-a90af2073f50 on network c6ca3961-a913-44a8-9824-72f93e41049a {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:40:35.375500 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:40:35.375645 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Checking segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:40:35.376020 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Bound using segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:40:35.376518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Bound port: 036ab4b7-31c5-4421-bcf3-a90af2073f50, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:40:35.376951 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.440386 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] For port 036ab4b7-31c5-4421-bcf3-a90af2073f50, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:40:35.443497 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] For port 036ab4b7-31c5-4421-bcf3-a90af2073f50, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=036ab4b7-31c5-4421-bcf3-a90af2073f50,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:40:35.508200 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.544080 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:35.544673 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:35.546172 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] 10.222.0.18 "PUT /v2.0/ports/036ab4b7-31c5-4421-bcf3-a90af2073f50 HTTP/1.1" status: 200 len: 1093 time: 0.7289777 Sep 06 14:40:35.558575 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a', 'tag': '036ab4b7-31c5-4421-bcf3-a90af2073f50'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:35.558575 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329bc1cb-0079-4fef-8f60-66ed55a33679" -d '{"events": [{"name": "network-changed", "server_uuid": "e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a", "tag": "036ab4b7-31c5-4421-bcf3-a90af2073f50"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:35.588422 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7977ad-543a-4a73-93ea-914360663a9a service neutron] Pushing event updated for resources: {'Port': ['ID=036ab4b7-31c5-4421-bcf3-a90af2073f50,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:35.600036 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5accf2f7-a786-4fdf-bb08-000f33b951ce x-openstack-request-id: req-5accf2f7-a786-4fdf-bb08-000f33b951ce {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:35.600392 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a", "tag": "036ab4b7-31c5-4421-bcf3-a90af2073f50", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:35.600745 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5accf2f7-a786-4fdf-bb08-000f33b951ce {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:35.601199 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a', 'tag': '036ab4b7-31c5-4421-bcf3-a90af2073f50', 'status': 'completed', 'code': 200} Sep 06 14:40:35.667883 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bc1cb-0079-4fef-8f60-66ed55a33679 req-be99b7ba-404c-45e6-9da9-2f26a81b077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:35.671185 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-329bc1cb-0079-4fef-8f60-66ed55a33679 req-be99b7ba-404c-45e6-9da9-2f26a81b077a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 1096 time: 0.0432982 Sep 06 14:40:35.769323 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bc1cb-0079-4fef-8f60-66ed55a33679 req-9f987f7b-0156-424a-ab97-0de670001fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:35.770774 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-329bc1cb-0079-4fef-8f60-66ed55a33679 req-9f987f7b-0156-424a-ab97-0de670001fa7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=05344fa624b846488a8a239f87e64d13&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927525 Sep 06 14:40:35.898734 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bc1cb-0079-4fef-8f60-66ed55a33679 req-31e2eb4a-f3d3-4ab7-a966-1279a5c6b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:35.900296 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-329bc1cb-0079-4fef-8f60-66ed55a33679 req-31e2eb4a-f3d3-4ab7-a966-1279a5c6b914 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210277 Sep 06 14:40:35.908854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411c3ee-cf70-4d3d-8ec9-534ff5f137a1 req-7a5a84ea-33db-40c3-8246-c14dc12b4ea0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:35.912867 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6411c3ee-cf70-4d3d-8ec9-534ff5f137a1 req-7a5a84ea-33db-40c3-8246-c14dc12b4ea0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 943 time: 0.0680730 Sep 06 14:40:35.975238 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6411c3ee-cf70-4d3d-8ec9-534ff5f137a1 req-80ed4d37-3439-478a-a7f8-5f45499cec33 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581682 Sep 06 14:40:35.991481 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-cff0cf36-c0bc-4fa5-88b4-6d5594dc93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:35.992944 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-cff0cf36-c0bc-4fa5-88b4-6d5594dc93ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 1096 time: 0.0538397 Sep 06 14:40:36.040353 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-594d6f2b-f702-4d72-a435-1ffa999f4a5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=036ab4b7-31c5-4421-bcf3-a90af2073f50 HTTP/1.1" status: 200 len: 217 time: 0.0371819 Sep 06 14:40:36.092628 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-5b609040-ad81-4965-ad1a-605e149d13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:36.095635 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-5b609040-ad81-4965-ad1a-605e149d13e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bde766e-005f-4fb0-8c4f-ccc8d3622620 HTTP/1.1" status: 200 len: 854 time: 0.0445991 Sep 06 14:40:36.131674 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-b410fbbb-532b-4291-b160-a13ed00a36a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ca3961-a913-44a8-9824-72f93e41049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242145 Sep 06 14:40:36.231476 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-ca62aa70-74a3-45f3-a8ee-0f018f19f9da service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892994 Sep 06 14:40:36.336710 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a07a554-b8c6-4cf3-ad58-ca7c8e504049 req-0e0828c3-820a-4238-a106-b4d031d2c510 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933435 Sep 06 14:40:36.598882 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc58b1-0c25-4bc8-b80e-5782613a11f3 req-b1ae12a4-7304-4318-a0d1-96b5325a7955 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:36.600621 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-febc58b1-0c25-4bc8-b80e-5782613a11f3 req-b1ae12a4-7304-4318-a0d1-96b5325a7955 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0531719 Sep 06 14:40:36.634335 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:40:36.638599 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-febc58b1-0c25-4bc8-b80e-5782613a11f3 req-b3a4a4df-88e6-424c-a070-33d6dd9ae8c7 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Sep 06 14:40:37.133501 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c67e9-b657-461c-a1c3-9a89f55b9445 req-8682b863-c3b5-48e0-bce2-1181b83b0c91 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:37.135164 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5f1c67e9-b657-461c-a1c3-9a89f55b9445 req-8682b863-c3b5-48e0-bce2-1181b83b0c91 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 943 time: 0.0784888 Sep 06 14:40:37.178626 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5f1c67e9-b657-461c-a1c3-9a89f55b9445 req-29d625b8-2613-4329-8398-d3cc1a80b3c3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366776 Sep 06 14:40:37.422916 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57350) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:37.525713 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2c51a421-c047-435b-81ca-7abe9cfcf380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.623823 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2c51a421-c047-435b-81ca-7abe9cfcf380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.684439 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2c51a421-c047-435b-81ca-7abe9cfcf380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.736230 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-2c51a421-c047-435b-81ca-7abe9cfcf380 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57e972539e224869992546f1cd1049fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121481 Sep 06 14:40:37.738944 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57362) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:37.754806 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51a421-c047-435b-81ca-7abe9cfcf380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf11c3-4f31-4531-ac9f-f4bb5e8061bc,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:37.777839 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6df641-7315-42d7-ba0d-e30694173a21 req-b56602a2-a627-4669-ac1e-424124308e8b tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:37.779500 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9c6df641-7315-42d7-ba0d-e30694173a21 req-b56602a2-a627-4669-ac1e-424124308e8b tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0620050 Sep 06 14:40:37.791328 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b486be4f-1cd7-44cf-a70b-95b7aaffc239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.813149 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b486be4f-1cd7-44cf-a70b-95b7aaffc239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.821852 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9c6df641-7315-42d7-ba0d-e30694173a21 req-d2d2e782-2dbd-479f-9f7b-58c5e1cb0f28 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Sep 06 14:40:37.934953 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b486be4f-1cd7-44cf-a70b-95b7aaffc239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.937567 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b486be4f-1cd7-44cf-a70b-95b7aaffc239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:37.938710 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b486be4f-1cd7-44cf-a70b-95b7aaffc239 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0bf11c3-4f31-4531-ac9f-f4bb5e8061bc HTTP/1.1" status: 204 len: 168 time: 0.1986325 Sep 06 14:40:37.949206 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486be4f-1cd7-44cf-a70b-95b7aaffc239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf11c3-4f31-4531-ac9f-f4bb5e8061bc,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:38.134313 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57370) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:38.297745 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da45e6-66a9-457d-9825-ee5530ff1be0 req-9d8ba536-e05e-4fb0-b28e-0f4ffcd04e4b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:38.299162 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c0da45e6-66a9-457d-9825-ee5530ff1be0 req-9d8ba536-e05e-4fb0-b28e-0f4ffcd04e4b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 943 time: 0.0500712 Sep 06 14:40:38.299733 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-53e711d7-175c-495f-bed6-8ac7a642076e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.338599 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c0da45e6-66a9-457d-9825-ee5530ff1be0 req-8f0bf28a-7130-44ca-ba7e-5ec891a6c72d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Sep 06 14:40:38.389390 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-53e711d7-175c-495f-bed6-8ac7a642076e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.432560 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0326-6fe3-490b-b785-051103b28a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.455441 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-53e711d7-175c-495f-bed6-8ac7a642076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.493047 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-53e711d7-175c-495f-bed6-8ac7a642076e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2730add164384a4da216b049e9390dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576005 Sep 06 14:40:38.495047 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e711d7-175c-495f-bed6-8ac7a642076e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdfd703-5121-4b15-8fb1-c6dfe845a643,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:38.495743 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57382) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:38.544195 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f9f4e052-7d6d-4717-9058-bc9c99fab522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.564953 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f9f4e052-7d6d-4717-9058-bc9c99fab522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.569223 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57384) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:38.582586 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c8-536e-4ab4-9f82-eb588fd78c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.706929 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f9f4e052-7d6d-4717-9058-bc9c99fab522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.709516 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f9f4e052-7d6d-4717-9058-bc9c99fab522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.710662 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f9f4e052-7d6d-4717-9058-bc9c99fab522 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bdfd703-5121-4b15-8fb1-c6dfe845a643 HTTP/1.1" status: 204 len: 168 time: 0.2134483 Sep 06 14:40:38.720561 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4e052-7d6d-4717-9058-bc9c99fab522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdfd703-5121-4b15-8fb1-c6dfe845a643,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:38.769265 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c8-536e-4ab4-9f82-eb588fd78c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.848644 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c8-536e-4ab4-9f82-eb588fd78c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:38.887122 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e940c4c8-536e-4ab4-9f82-eb588fd78c95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=522b793b75d74d36a24705c3f9ddac75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167770 Sep 06 14:40:38.887993 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940c4c8-536e-4ab4-9f82-eb588fd78c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e57e183-f5d8-49c7-b6cb-49b897311b8f,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:38.890734 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57390) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:38.966178 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa612c-18af-4d1e-8560-8c89fc1f0a78 req-5a85ae08-854f-4f62-bd2a-36c3066be6a6 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:38.967765 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-85fa612c-18af-4d1e-8560-8c89fc1f0a78 req-5a85ae08-854f-4f62-bd2a-36c3066be6a6 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0794909 Sep 06 14:40:38.992279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a34ccf15-d3bb-4ed2-9652-6b0ca39239cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.026833 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-85fa612c-18af-4d1e-8560-8c89fc1f0a78 req-2dc29bca-d7ec-4e3c-8ad7-cc650c75a984 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509126 Sep 06 14:40:39.029128 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a34ccf15-d3bb-4ed2-9652-6b0ca39239cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.157191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a34ccf15-d3bb-4ed2-9652-6b0ca39239cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.159831 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a34ccf15-d3bb-4ed2-9652-6b0ca39239cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.160966 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a34ccf15-d3bb-4ed2-9652-6b0ca39239cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e57e183-f5d8-49c7-b6cb-49b897311b8f HTTP/1.1" status: 204 len: 168 time: 0.2617660 Sep 06 14:40:39.171534 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ccf15-d3bb-4ed2-9652-6b0ca39239cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e57e183-f5d8-49c7-b6cb-49b897311b8f,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:39.454175 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9a1e3-8a6c-4a88-91f7-633e56fc2b97 req-cb210969-80a4-4d6e-8532-624a23145f94 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:39.455898 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0ac9a1e3-8a6c-4a88-91f7-633e56fc2b97 req-cb210969-80a4-4d6e-8532-624a23145f94 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 943 time: 0.0513258 Sep 06 14:40:39.456096 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57406) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:39.471666 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-105ba36b-ed85-4e86-bd5e-ba31047c9a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.497590 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0ac9a1e3-8a6c-4a88-91f7-633e56fc2b97 req-baffc626-6383-49e0-b22a-eb69efd8213f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Sep 06 14:40:39.734176 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-105ba36b-ed85-4e86-bd5e-ba31047c9a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.827059 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-105ba36b-ed85-4e86-bd5e-ba31047c9a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.865879 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-105ba36b-ed85-4e86-bd5e-ba31047c9a02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b358c65ffcd9454892cbac5e1d45c13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084475 Sep 06 14:40:39.866732 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ba36b-ed85-4e86-bd5e-ba31047c9a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a26824-ca59-4841-9959-866d4e4a7351,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:39.868565 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57418) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:39.917552 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fa54ab60-0ced-4abb-b02e-60fddce714e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.928347 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57420) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:39.939053 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fa54ab60-0ced-4abb-b02e-60fddce714e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:39.943135 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f2a0-a380-4f38-84d5-760a212da2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.071586 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fa54ab60-0ced-4abb-b02e-60fddce714e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.074344 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fa54ab60-0ced-4abb-b02e-60fddce714e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.076291 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-fa54ab60-0ced-4abb-b02e-60fddce714e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45a26824-ca59-4841-9959-866d4e4a7351 HTTP/1.1" status: 204 len: 168 time: 0.2059739 Sep 06 14:40:40.084389 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54ab60-0ced-4abb-b02e-60fddce714e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a26824-ca59-4841-9959-866d4e4a7351,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:40.136869 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f2a0-a380-4f38-84d5-760a212da2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.169531 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae666a-2282-4f10-a1f6-dc5a60d03ffa req-5ebde35a-3156-4d98-b642-7540eb16f736 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:40.170931 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-76ae666a-2282-4f10-a1f6-dc5a60d03ffa req-5ebde35a-3156-4d98-b642-7540eb16f736 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0494809 Sep 06 14:40:40.202715 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f2a0-a380-4f38-84d5-760a212da2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.225152 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-76ae666a-2282-4f10-a1f6-dc5a60d03ffa req-1f7db58f-447f-4e7a-b077-630b62961438 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Sep 06 14:40:40.253799 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-5ac1f2a0-a380-4f38-84d5-760a212da2f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1c4f3b948ea486ab030f6c17a3439b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243816 Sep 06 14:40:40.266191 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f2a0-a380-4f38-84d5-760a212da2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0140ba3f-ea1c-4015-a078-e8157f32f55e,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:40.266422 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57430) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:40.312964 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-70f14a15-dc7d-44ac-875d-b1a7c93821d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.343408 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-70f14a15-dc7d-44ac-875d-b1a7c93821d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.478572 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-70f14a15-dc7d-44ac-875d-b1a7c93821d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.481296 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-70f14a15-dc7d-44ac-875d-b1a7c93821d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:40.483350 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-70f14a15-dc7d-44ac-875d-b1a7c93821d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0140ba3f-ea1c-4015-a078-e8157f32f55e HTTP/1.1" status: 204 len: 168 time: 0.2256968 Sep 06 14:40:40.491798 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f14a15-dc7d-44ac-875d-b1a7c93821d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140ba3f-ea1c-4015-a078-e8157f32f55e,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:40.684083 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e36c3c-d527-4e44-a3f6-1cd70af77db5 req-f4221ca7-11e0-439a-a038-d6c1f0c9eddf tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:40.685721 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-47e36c3c-d527-4e44-a3f6-1cd70af77db5 req-f4221ca7-11e0-439a-a038-d6c1f0c9eddf tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 943 time: 0.0648625 Sep 06 14:40:40.732484 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-47e36c3c-d527-4e44-a3f6-1cd70af77db5 req-3ed83290-fabf-4d4f-8564-5f0c73b54afe tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Sep 06 14:40:41.227040 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3642c772-7ae2-4b43-bd21-ac2aae0caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:41.335619 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b468f0a-5c3b-45e5-8f7d-0006868600fd req-926a6f22-a8c1-4851-97ae-2d972d758ea2 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:41.337386 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4b468f0a-5c3b-45e5-8f7d-0006868600fd req-926a6f22-a8c1-4851-97ae-2d972d758ea2 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0508006 Sep 06 14:40:41.384740 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4b468f0a-5c3b-45e5-8f7d-0006868600fd req-ff35d377-5806-4362-848a-a1dcc6c88c4d tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Sep 06 14:40:41.421371 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:41.849258 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed139d0-32cd-4844-8140-0baf5d11f6a8 req-12e21b18-35c5-44d8-93e7-6a5b077b4d4b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:41.850737 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6ed139d0-32cd-4844-8140-0baf5d11f6a8 req-12e21b18-35c5-44d8-93e7-6a5b077b4d4b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 943 time: 0.0502307 Sep 06 14:40:41.890318 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6ed139d0-32cd-4844-8140-0baf5d11f6a8 req-973d5e80-2cb6-4f4b-b0ce-720603f88e3e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329506 Sep 06 14:40:42.152771 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:42.505626 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29b962-5c44-4a24-bccc-5da50d89c6fa req-6d3b21b7-8a11-4aba-b337-11a1f1132220 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:42.507154 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9f29b962-5c44-4a24-bccc-5da50d89c6fa req-6d3b21b7-8a11-4aba-b337-11a1f1132220 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0493908 Sep 06 14:40:42.550314 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9f29b962-5c44-4a24-bccc-5da50d89c6fa req-05057191-0ea0-4b76-9b4c-fabdfdde3a7e tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364504 Sep 06 14:40:43.002896 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653ccd5-b656-4f85-a5c3-fccb85b0a1d1 req-823b3a01-8db8-4c50-8763-d95b7bca83cd tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:43.004270 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6653ccd5-b656-4f85-a5c3-fccb85b0a1d1 req-823b3a01-8db8-4c50-8763-d95b7bca83cd tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 943 time: 0.0486937 Sep 06 14:40:43.043374 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6653ccd5-b656-4f85-a5c3-fccb85b0a1d1 req-70d2dc19-84bc-4d9b-8510-d11d447858e1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Sep 06 14:40:43.666946 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da060f0-b913-4eb8-9ea1-0ec3fddb1f14 req-7d0500f4-332f-49c1-943b-2e9ae343f0e0 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:43.668604 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0da060f0-b913-4eb8-9ea1-0ec3fddb1f14 req-7d0500f4-332f-49c1-943b-2e9ae343f0e0 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0484390 Sep 06 14:40:43.713904 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0da060f0-b913-4eb8-9ea1-0ec3fddb1f14 req-34b669a3-6f0e-4cad-ac4a-ed9b53cc5859 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Sep 06 14:40:44.100980 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:44.154765 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840352dc-e3fe-4a4f-8e96-975418ad64bd req-a431ed98-2ba6-4707-98b0-1d0b50dda700 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:44.156220 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-840352dc-e3fe-4a4f-8e96-975418ad64bd req-a431ed98-2ba6-4707-98b0-1d0b50dda700 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 943 time: 0.0473945 Sep 06 14:40:44.192554 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-840352dc-e3fe-4a4f-8e96-975418ad64bd req-e2582337-0fbf-4ae7-99fb-828942df94e0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305436 Sep 06 14:40:44.735690 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 036ab4b7-31c5-4421-bcf3-a90af2073f50 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:40:44.820206 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-d9ae2ba5-788b-41aa-aaa1-90cd9f14be7c tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:44.821834 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-d9ae2ba5-788b-41aa-aaa1-90cd9f14be7c tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.18 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.0614679 Sep 06 14:40:44.861103 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 036ab4b7-31c5-4421-bcf3-a90af2073f50, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=036ab4b7-31c5-4421-bcf3-a90af2073f50,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:44.872032 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '036ab4b7-31c5-4421-bcf3-a90af2073f50', 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'port_id': '036ab4b7-31c5-4421-bcf3-a90af2073f50', 'mac_address': 'fa:16:3e:2e:02:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bde766e-005f-4fb0-8c4f-ccc8d3622620', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:40:44.910268 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:44.923385 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036ab4b7-31c5-4421-bcf3-a90af2073f50 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:40:44.942875 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 036ab4b7-31c5-4421-bcf3-a90af2073f50, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=036ab4b7-31c5-4421-bcf3-a90af2073f50,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:44.951572 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968a7aa-f2c1-4c8b-8a20-239799a18f5b req-4a9e774a-638d-4068-9865-078d84404ff2 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:44.953020 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7968a7aa-f2c1-4c8b-8a20-239799a18f5b req-4a9e774a-638d-4068-9865-078d84404ff2 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 945 time: 0.1170733 Sep 06 14:40:45.003084 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:45.015605 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Deleting port 6390198a-b02e-4687-a425-769d253913c1 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:40:45.015939 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:45.020817 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7968a7aa-f2c1-4c8b-8a20-239799a18f5b req-5151eaf5-8f80-4839-8a0e-07fe244ccbe8 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f335ed3-7203-4e95-b97c-185a583dc556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 Sep 06 14:40:45.053703 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=036ab4b7-31c5-4421-bcf3-a90af2073f50,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:45.060759 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.061135 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.061483 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.061822 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.062160 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.062497 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.062826 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.063156 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.063521 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.063853 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.064177 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.064501 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:45.112654 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] For port 6390198a-b02e-4687-a425-769d253913c1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6390198a-b02e-4687-a425-769d253913c1,segment=NetworkSegment(e334746c-15ef-460c-a5f4-c1cbf0f0ba38),segment_id=e334746c-15ef-460c-a5f4-c1cbf0f0ba38)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:45.113039 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:45.127380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Calling delete_port for 6390198a-b02e-4687-a425-769d253913c1 owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:40:45.350916 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['036ab4b7-31c5-4421-bcf3-a90af2073f50'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:40:45.478831 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa254d-c124-4157-bd5e-22c57900fed1 req-c3dd66f2-d04a-4dc8-b844-43a3696fe3f4 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:45.480328 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a2fa254d-c124-4157-bd5e-22c57900fed1 req-c3dd66f2-d04a-4dc8-b844-43a3696fe3f4 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 944 time: 0.0712662 Sep 06 14:40:45.562464 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a2fa254d-c124-4157-bd5e-22c57900fed1 req-e6e6b8c2-8811-476a-bc96-8b6652b7fc97 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741124 Sep 06 14:40:45.682871 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:45.713205 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Pushing event deleted for resources: {'Port': ['ID=6390198a-b02e-4687-a425-769d253913c1,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:45.730358 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 6390198a-b02e-4687-a425-769d253913c1 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:40:45.755797 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 6390198a-b02e-4687-a425-769d253913c1 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:40:45.756870 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 6390198a-b02e-4687-a425-769d253913c1 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:40:45.776386 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] No DVR routers for this DVR port 6390198a-b02e-4687-a425-769d253913c1 on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:40:45.779848 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:45.784108 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-115303a8-c72e-4b87-9cee-07b5dccd9ba1 req-918b78d2-f7f9-4c19-8ec7-e4b9979e5b12 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.18 "DELETE /v2.0/ports/6390198a-b02e-4687-a425-769d253913c1 HTTP/1.1" status: 204 len: 173 time: 0.9543436 Sep 06 14:40:45.784569 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95209c7c-1bba-41ad-9cc3-db64502dfabf', 'name': 'network-vif-deleted', 'tag': '6390198a-b02e-4687-a425-769d253913c1'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:45.787300 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087b54e-a555-4b29-ab47-a3ba7e9bdad7" -d '{"events": [{"server_uuid": "95209c7c-1bba-41ad-9cc3-db64502dfabf", "name": "network-vif-deleted", "tag": "6390198a-b02e-4687-a425-769d253913c1"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:45.829725 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ed925-b21c-480e-8431-55fb8ed52cde x-openstack-request-id: req-4e4ed925-b21c-480e-8431-55fb8ed52cde {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:45.830586 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95209c7c-1bba-41ad-9cc3-db64502dfabf", "name": "network-vif-deleted", "tag": "6390198a-b02e-4687-a425-769d253913c1", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:45.831148 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e4ed925-b21c-480e-8431-55fb8ed52cde {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:45.831798 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95209c7c-1bba-41ad-9cc3-db64502dfabf', 'name': 'network-vif-deleted', 'tag': '6390198a-b02e-4687-a425-769d253913c1', 'status': 'completed', 'code': 200} Sep 06 14:40:46.126316 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9b19a3ff-6a09-41b2-aa41-a6af8ad89ca2 req-749e788f-8293-4104-a438-143f5c70672c tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 210 time: 0.0313978 Sep 06 14:40:46.687463 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1fd45-c10c-4f43-a7df-b71884ffdd73 req-cf72c692-40e0-4004-970d-4f1a9fa9d954 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:46.688975 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4ac1fd45-c10c-4f43-a7df-b71884ffdd73 req-cf72c692-40e0-4004-970d-4f1a9fa9d954 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 944 time: 0.0490375 Sep 06 14:40:46.728657 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4ac1fd45-c10c-4f43-a7df-b71884ffdd73 req-489afcf6-9fe0-4337-853a-96a89422882c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Sep 06 14:40:47.239002 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eb257016-3cda-4591-8cec-d375674686bc req-62e54510-52dc-467d-85da-8c5fcc8ce4c6 tempest-DeleteServersTestJSON-436239503 tempest-DeleteServersTestJSON-436239503-project] 10.222.0.48 "GET /v2.0/ports?device_id=95209c7c-1bba-41ad-9cc3-db64502dfabf HTTP/1.1" status: 200 len: 210 time: 0.0267982 Sep 06 14:40:47.722097 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 036ab4b7-31c5-4421-bcf3-a90af2073f50 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:40:47.837100 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 036ab4b7-31c5-4421-bcf3-a90af2073f50 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:40:47.844989 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 036ab4b7-31c5-4421-bcf3-a90af2073f50 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:40:47.844989 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:47.858020 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa654d-e916-44f2-9e88-04d2305f1020 req-c400ab3c-4970-4502-a81e-dbd6c9437299 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:47.859755 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-adfa654d-e916-44f2-9e88-04d2305f1020 req-c400ab3c-4970-4502-a81e-dbd6c9437299 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 944 time: 0.0532179 Sep 06 14:40:47.912980 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-adfa654d-e916-44f2-9e88-04d2305f1020 req-cb842ddf-413e-4642-9545-0dc402d27580 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 Sep 06 14:40:47.937603 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:47.960662 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036ab4b7-31c5-4421-bcf3-a90af2073f50'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:40:47.962908 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4582b402-f79f-4252-a7ad-200622030184" -d '{"events": [{"server_uuid": "e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a", "name": "network-vif-plugged", "status": "completed", "tag": "036ab4b7-31c5-4421-bcf3-a90af2073f50"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:40:47.975775 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 036ab4b7-31c5-4421-bcf3-a90af2073f50, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=036ab4b7-31c5-4421-bcf3-a90af2073f50,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:40:48.001459 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a10a0d2-b79a-4012-8ea7-fab388d94a2c x-openstack-request-id: req-2a10a0d2-b79a-4012-8ea7-fab388d94a2c {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:40:48.001459 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a", "name": "network-vif-plugged", "status": "completed", "tag": "036ab4b7-31c5-4421-bcf3-a90af2073f50", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:40:48.001459 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a10a0d2-b79a-4012-8ea7-fab388d94a2c {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:40:48.001459 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036ab4b7-31c5-4421-bcf3-a90af2073f50', 'code': 200} Sep 06 14:40:48.049687 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:48.105577 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=036ab4b7-31c5-4421-bcf3-a90af2073f50,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:48.338646 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda32b-b130-49e2-853e-48321a8731b6 req-51f4b8ba-5762-499e-a1fa-a1bec9a7ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:48.340344 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e7cda32b-b130-49e2-853e-48321a8731b6 req-51f4b8ba-5762-499e-a1fa-a1bec9a7ab40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 1098 time: 0.0396285 Sep 06 14:40:48.378447 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e7cda32b-b130-49e2-853e-48321a8731b6 req-e81cc59c-be59-47cf-b49b-d538afab8afb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291719 Sep 06 14:40:49.046426 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8e4c-9a23-4634-b218-f94b78c2b722 req-77f7bcc1-64e2-4a82-8417-573103700685 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:49.047857 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ee0b8e4c-9a23-4634-b218-f94b78c2b722 req-77f7bcc1-64e2-4a82-8417-573103700685 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 945 time: 0.0607433 Sep 06 14:40:49.087482 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ee0b8e4c-9a23-4634-b218-f94b78c2b722 req-cc618940-3f9e-4995-b428-36f3e771d950 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Sep 06 14:40:49.645001 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57844) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:49.759631 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3a5c96a7-5d09-4c33-a95c-5af3f68fe753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:49.850911 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3a5c96a7-5d09-4c33-a95c-5af3f68fe753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:49.952598 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3a5c96a7-5d09-4c33-a95c-5af3f68fe753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:49.994068 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-3a5c96a7-5d09-4c33-a95c-5af3f68fe753 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaace4c83e7d41f9b7235209c46d7eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471942 Sep 06 14:40:49.995960 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c96a7-5d09-4c33-a95c-5af3f68fe753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b5d8d4-5475-496e-a81f-058c5ba57900,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:49.996771 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57860) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:50.054993 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b86cc0b-ea82-47f4-94a2-9256bf8c720a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.082229 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b86cc0b-ea82-47f4-94a2-9256bf8c720a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.193459 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 57880) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:50.242590 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb10ca-793d-481f-9443-4ab2fe333d4c req-ad6c14c7-76b4-4ac9-a812-4b88fcd4960f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:50.244101 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-85bb10ca-793d-481f-9443-4ab2fe333d4c req-ad6c14c7-76b4-4ac9-a812-4b88fcd4960f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 945 time: 0.0588713 Sep 06 14:40:50.250338 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfe2d1f-9806-42f4-9f87-c96c8f8f704c admin admin] Deleting subnet 5afad0e8-6d01-4070-8a14-28ecb6589016 {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:40:50.253456 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2d1f-9806-42f4-9f87-c96c8f8f704c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.258306 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b86cc0b-ea82-47f4-94a2-9256bf8c720a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.260813 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b86cc0b-ea82-47f4-94a2-9256bf8c720a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.262017 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9b86cc0b-ea82-47f4-94a2-9256bf8c720a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1b5d8d4-5475-496e-a81f-058c5ba57900 HTTP/1.1" status: 204 len: 168 time: 0.2635283 Sep 06 14:40:50.282827 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86cc0b-ea82-47f4-94a2-9256bf8c720a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b5d8d4-5475-496e-a81f-058c5ba57900,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:50.297259 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2d1f-9806-42f4-9f87-c96c8f8f704c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.308530 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2d1f-9806-42f4-9f87-c96c8f8f704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.318796 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-85bb10ca-793d-481f-9443-4ab2fe333d4c req-63cb7bc8-5a91-4d4a-98aa-7919e4d65c0d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687065 Sep 06 14:40:50.461509 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2d1f-9806-42f4-9f87-c96c8f8f704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.489945 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe2d1f-9806-42f4-9f87-c96c8f8f704c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afad0e8-6d01-4070-8a14-28ecb6589016,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:50.491924 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2d1f-9806-42f4-9f87-c96c8f8f704c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.493772 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-4dfe2d1f-9806-42f4-9f87-c96c8f8f704c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5afad0e8-6d01-4070-8a14-28ecb6589016 HTTP/1.1" status: 204 len: 168 time: 0.2993283 Sep 06 14:40:50.496646 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57896) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:50.592886 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.712159 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.725461 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f98071-a1dd-4a09-ad16-e857e832efe5']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:50.739295 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e334746c-15ef-460c-a5f4-c1cbf0f0ba38') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:50.739636 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e334746c-15ef-460c-a5f4-c1cbf0f0ba38') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:50.759198 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.777322 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.784764 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:40:50.785234 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:40:50.787079 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:40:50.947714 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.957886 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:50.962381 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] 10.222.0.48 "DELETE /v2.0/networks/58f98071-a1dd-4a09-ad16-e857e832efe5 HTTP/1.1" status: 204 len: 168 time: 0.4644380 Sep 06 14:40:50.971723 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b13e1d-b5c2-4e63-97cf-c229b2e54824 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f98071-a1dd-4a09-ad16-e857e832efe5,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:51.410341 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57956) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:51.459118 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-79e8d198-c5b0-4418-9d0a-9776e82512a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=934f2e31f61f41de823af9b8b52db566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476036 Sep 06 14:40:51.459729 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 57958) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:51.510532 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ee077faa-ab5f-4e6d-ba89-9f070d7ca6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:51.531131 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ee077faa-ab5f-4e6d-ba89-9f070d7ca6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:51.678069 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ee077faa-ab5f-4e6d-ba89-9f070d7ca6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:51.680593 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ee077faa-ab5f-4e6d-ba89-9f070d7ca6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:51.681758 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ee077faa-ab5f-4e6d-ba89-9f070d7ca6e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f335ed3-7203-4e95-b97c-185a583dc556 HTTP/1.1" status: 204 len: 168 time: 0.2211254 Sep 06 14:40:51.694994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee077faa-ab5f-4e6d-ba89-9f070d7ca6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f335ed3-7203-4e95-b97c-185a583dc556,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:52.258576 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58008) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:52.380494 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fc729edb-8acf-4168-b097-3deed1e5ab3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.489471 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58030) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:52.554786 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fc729edb-8acf-4168-b097-3deed1e5ab3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.570610 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-925b743d-64cc-47c2-9a5d-5608bb5e4fe9 admin admin] Deleting subnet 85cf08a3-bde1-4f7e-a473-3f0de276a938 {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:40:52.576605 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-925b743d-64cc-47c2-9a5d-5608bb5e4fe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.614946 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-925b743d-64cc-47c2-9a5d-5608bb5e4fe9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.615313 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fc729edb-8acf-4168-b097-3deed1e5ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.624200 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-925b743d-64cc-47c2-9a5d-5608bb5e4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.655678 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc729edb-8acf-4168-b097-3deed1e5ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e92980-2116-40b6-82cd-a34adabff302,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:52.661252 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-fc729edb-8acf-4168-b097-3deed1e5ab3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c76d5bd018cc46ca81e21f7eb619b14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016085 Sep 06 14:40:52.664719 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58036) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:52.724287 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c235e8a0-c606-4f21-8301-0e8b9730f084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.746523 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c235e8a0-c606-4f21-8301-0e8b9730f084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.804413 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-925b743d-64cc-47c2-9a5d-5608bb5e4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.833396 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b743d-64cc-47c2-9a5d-5608bb5e4fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cf08a3-bde1-4f7e-a473-3f0de276a938,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:52.836533 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-925b743d-64cc-47c2-9a5d-5608bb5e4fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.838625 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-925b743d-64cc-47c2-9a5d-5608bb5e4fe9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/85cf08a3-bde1-4f7e-a473-3f0de276a938 HTTP/1.1" status: 204 len: 168 time: 0.3453634 Sep 06 14:40:52.846167 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58046) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:52.909496 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c235e8a0-c606-4f21-8301-0e8b9730f084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.912080 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c235e8a0-c606-4f21-8301-0e8b9730f084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.913437 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c235e8a0-c606-4f21-8301-0e8b9730f084 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30e92980-2116-40b6-82cd-a34adabff302 HTTP/1.1" status: 204 len: 168 time: 0.2477636 Sep 06 14:40:52.917422 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58048) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:52.922426 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:52.935928 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235e8a0-c606-4f21-8301-0e8b9730f084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e92980-2116-40b6-82cd-a34adabff302,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:53.017465 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.028538 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58056) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:53.032108 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.032543 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.033528 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.033933 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > port after_create 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.034344 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.034769 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > port after_update 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.035169 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.035707 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.036239 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.036589 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.125886 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3e1505d4-fed8-4cad-9c70-dcd8b660865b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.221734 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.222241 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.222593 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.222929 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 14:40:53.225209 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f707f5d-b1da-4b56-91d9-16d0a07764cb']}} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:53.249319 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e53a22a-fdf9-4aca-a1c4-00d41c44ec58') {'for_net_delete': True} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:53.249629 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e53a22a-fdf9-4aca-a1c4-00d41c44ec58') {} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:53.250360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3e1505d4-fed8-4cad-9c70-dcd8b660865b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.283088 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126592553'] for segment, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.295492 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-557772617-network', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:53.307129 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.319918 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:40:53.320263 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125941423'] for segment, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: from cryptography.utils import int_from_bytes Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: from cryptography.utils import int_from_bytes Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: Traceback (most recent call last): Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: timer() Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: cb(*args, **kw) Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: return func(*args, **kwargs) Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: self._notify() Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: self.callback(batched_events) Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: event.method(event) Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: return f(self, *a, **k) Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._get(url).json() Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: return self.request(url, 'GET', **kwargs) Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:40:53.324439 dv-cinder-807083-5-iscsi neutron-server[100989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:40:53.333147 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3e1505d4-fed8-4cad-9c70-dcd8b660865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.382337 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-3e1505d4-fed8-4cad-9c70-dcd8b660865b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=085d0ddc902b46eb98121c4bff0d1234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615707 Sep 06 14:40:53.382337 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1505d4-fed8-4cad-9c70-dcd8b660865b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf6c548-e57c-402d-8f15-7d67792c9d6f,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:53.384481 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58068) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:53.438854 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-413036a1-04ff-445a-a2db-52e55491e54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.444105 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Made reservation on behalf of 29ddb815ddb24c5a86750de816852b9e for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:53.447025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.458087 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.473859 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-413036a1-04ff-445a-a2db-52e55491e54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.507349 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.526175 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.528283 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5f707f5d-b1da-4b56-91d9-16d0a07764cb HTTP/1.1" status: 204 len: 168 time: 0.6811314 Sep 06 14:40:53.529873 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619013e-9efc-46ef-9469-6ff29c3e7ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f707f5d-b1da-4b56-91d9-16d0a07764cb,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:53.533663 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58082) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:53.609696 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-52747f56-0a88-4b7e-a8c2-403eb6d09f4c admin admin] Deleting subnet ed33e371-0769-4318-8bad-d4e7312230dd {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:40:53.613197 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-52747f56-0a88-4b7e-a8c2-403eb6d09f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.617678 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-e2196c4b-4eb3-415d-be18-93351c056e66 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:53.622519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-e2196c4b-4eb3-415d-be18-93351c056e66 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 814 time: 0.1447623 Sep 06 14:40:53.626400 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.639781 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-007dc976-18ab-4246-bf4f-05eb0b55153a tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/quotas/05344fa624b846488a8a239f87e64d13 HTTP/1.1" status: 200 len: 375 time: 0.0111463 Sep 06 14:40:53.682824 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-52747f56-0a88-4b7e-a8c2-403eb6d09f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126592560'] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.699908 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-c42216c8-f0d4-4f31-bb4b-cd84d671f376 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540991 Sep 06 14:40:53.701900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58090) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:53.720685 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-413036a1-04ff-445a-a2db-52e55491e54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.723360 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-413036a1-04ff-445a-a2db-52e55491e54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.724513 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-413036a1-04ff-445a-a2db-52e55491e54b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cf6c548-e57c-402d-8f15-7d67792c9d6f HTTP/1.1" status: 204 len: 168 time: 0.3406081 Sep 06 14:40:53.737860 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7ad3bb64-ccbd-4eb7-b527-237f7017fdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.738336 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-52747f56-0a88-4b7e-a8c2-403eb6d09f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.740640 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413036a1-04ff-445a-a2db-52e55491e54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf6c548-e57c-402d-8f15-7d67792c9d6f,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:53.854170 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-276874c7-016e-4092-b91a-b0c236d77b48 service neutron] 10.222.0.48 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459165 Sep 06 14:40:53.855969 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.901100 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-52747f56-0a88-4b7e-a8c2-403eb6d09f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125941489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125968026'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.928277 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52747f56-0a88-4b7e-a8c2-403eb6d09f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed33e371-0769-4318-8bad-d4e7312230dd,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:53.936686 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-52747f56-0a88-4b7e-a8c2-403eb6d09f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.938376 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-52747f56-0a88-4b7e-a8c2-403eb6d09f4c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ed33e371-0769-4318-8bad-d4e7312230dd HTTP/1.1" status: 204 len: 168 time: 0.4036121 Sep 06 14:40:53.940824 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58094) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:53.948884 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-9e06e7a8-2cf9-42fb-8279-406268b04636 service neutron] 10.222.0.48 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872893 Sep 06 14:40:53.967239 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:53.990622 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:40:54.022702 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.023057 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Added segment 6c208c43-4850-4e21-9c5d-4927973af115 of type vlan for network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 Sep 06 14:40:54.037446 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.043965 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d01d64-3efb-4b7f-bdd3-36687ebd1443,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:54.087009 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.146657 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.156995 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7ad3bb64-ccbd-4eb7-b527-237f7017fdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.157468 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01']}} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:54.179647 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505f4014-5ff2-4d50-9042-dbe4412057dc') {'for_net_delete': True} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:54.179647 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505f4014-5ff2-4d50-9042-dbe4412057dc') {} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:54.192283 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126592553'] for segment, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.214999 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.230023 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:40:54.230571 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125941423'] for segment, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: Traceback (most recent call last): Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: timer() Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: cb(*args, **kw) Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: return func(*args, **kwargs) Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: self._notify() Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: self.callback(batched_events) Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: event.method(event) Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: return f(self, *a, **k) Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._get(url).json() Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: return self.request(url, 'GET', **kwargs) Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:40:54.233292 dv-cinder-807083-5-iscsi neutron-server[100989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:40:54.261551 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b48f6f73-01d4-4418-8ffb-2545f82467e7 req-c1abf103-ae3d-4714-97d0-5b2636ee95ab tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 210 time: 0.0583446 Sep 06 14:40:54.266375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.266375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:54.266375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.268688 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7ad3bb64-ccbd-4eb7-b527-237f7017fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.328576 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-7ad3bb64-ccbd-4eb7-b527-237f7017fdc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a90dcfb43d06457aa965f4df592dfcd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265948 Sep 06 14:40:54.331781 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58104) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:54.364294 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3bb64-ccbd-4eb7-b527-237f7017fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4978727-802e-4083-ae67-a2b57393de10,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:54.371247 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] Pushing event updated for resources: {'Network': ['ID=edf090b6-7759-4e8a-8a2c-845ecb4c7b18,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:54.391872 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.401115 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.403181 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] 10.222.0.48 "DELETE /v2.0/networks/3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01 HTTP/1.1" status: 204 len: 168 time: 0.4614043 Sep 06 14:40:54.424378 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-8fb2355d-dd12-43a3-a0ae-032e3ac551c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3881752 Sep 06 14:40:54.424785 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:40:54.424887 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bddb0-7e42-4aa4-a658-0dd1186ba90f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7c9b3e-a65d-4b41-a5ee-4b79defeaf01,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:54.424887 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58114) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:54.429777 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Request body: {'subnet': {'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-subnet', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:54.443313 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-50f53bb2-a5eb-43de-bbc7-2b467f098f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.475915 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-50f53bb2-a5eb-43de-bbc7-2b467f098f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.561406 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58118) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:54.574793 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5ce9-ca36-4fa9-9942-5b2110b93d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.588499 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Made reservation on behalf of 29ddb815ddb24c5a86750de816852b9e for: {'subnet': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:54.590909 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125968063'] for subnet, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.625660 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-50f53bb2-a5eb-43de-bbc7-2b467f098f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.628439 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-50f53bb2-a5eb-43de-bbc7-2b467f098f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.629639 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-50f53bb2-a5eb-43de-bbc7-2b467f098f87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4978727-802e-4083-ae67-a2b57393de10 HTTP/1.1" status: 204 len: 168 time: 0.2958634 Sep 06 14:40:54.681672 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f53bb2-a5eb-43de-bbc7-2b467f098f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4978727-802e-4083-ae67-a2b57393de10,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:54.807974 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5ce9-ca36-4fa9-9942-5b2110b93d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.824905 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58126) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:54.867525 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5b136c2f-4776-4112-b9bb-a9295e8f5903 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b24b7aeb65304b2b98ce27d63d47805e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413253 Sep 06 14:40:54.869844 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58128) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:54.906431 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5ce9-ca36-4fa9-9942-5b2110b93d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.928065 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f30d-b695-4d78-9da5-f7f641f469b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.946576 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-5d0e5ce9-ca36-4fa9-9942-5b2110b93d12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=477c95cc7c3840deb758a11a7c337e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839169 Sep 06 14:40:54.947469 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e5ce9-ca36-4fa9-9942-5b2110b93d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee27fbd-b10f-4ce3-97e8-62f7a015a155,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:54.949692 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f30d-b695-4d78-9da5-f7f641f469b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:54.950013 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58130) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:54.958563 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125941296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125968017'] for subnet, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.042190 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2d8030-7897-4115-8974-d90a1ac82534,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:55.066447 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Checking segment: {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:40:55.066864 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Network hostable DHCP agents. Network: edf090b6-7759-4e8a-8a2c-845ecb4c7b18, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:40:55.068975 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c432cf0f-268d-4064-935e-4add8e5862fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.099718 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c432cf0f-268d-4064-935e-4add8e5862fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.106924 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f30d-b695-4d78-9da5-f7f641f469b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.110254 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f30d-b695-4d78-9da5-f7f641f469b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.114159 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c9b4f30d-b695-4d78-9da5-f7f641f469b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f99570e4-4350-472a-bfa0-ce501f885976 HTTP/1.1" status: 204 len: 168 time: 0.2407899 Sep 06 14:40:55.119933 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4f30d-b695-4d78-9da5-f7f641f469b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99570e4-4350-472a-bfa0-ce501f885976,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:55.183849 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:40:55.261487 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c432cf0f-268d-4064-935e-4add8e5862fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.265939 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c432cf0f-268d-4064-935e-4add8e5862fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.265939 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c432cf0f-268d-4064-935e-4add8e5862fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ee27fbd-b10f-4ce3-97e8-62f7a015a155 HTTP/1.1" status: 204 len: 168 time: 0.3145561 Sep 06 14:40:55.273042 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432cf0f-268d-4064-935e-4add8e5862fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee27fbd-b10f-4ce3-97e8-62f7a015a155,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:55.293725 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, edf090b6-7759-4e8a-8a2c-845ecb4c7b18) {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:40:55.297449 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:55.297937 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.304574 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555dbb3-ee64-47ae-aa95-f1fae29eb5c8 None None] Network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:40:55.377401 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a0a0a82-dea5-4c30-9d31-48f29702efbf req-43674956-daa3-4cef-9aff-1f0683fecdf2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 210 time: 0.0345514 Sep 06 14:40:55.386215 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ba63350b-1070-4f10-bf68-7c9b76a7f088 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9604135 Sep 06 14:40:55.388812 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58150) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:55.394457 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:55.444485 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60890123-7dd5-402b-922d-899dd9f25412 None None] Network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:40:55.478244 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.479588 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.536657 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:55.752845 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.072497 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.092398 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.112546 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58172) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:56.169557 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-7c02485e-0d12-4000-a159-8e9840c1257c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38f0f412efb44c01add7ca8bb802824f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558293 Sep 06 14:40:56.173433 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58174) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:56.227153 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Allocated IP 172.27.3.112 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/d2094bfc-f5b7-4ef4-85a0-bf340f781b5d) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:40:56.228783 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbab6-a34c-46ea-ad94-f74438f59ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.254672 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbab6-a34c-46ea-ad94-f74438f59ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.337126 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.386283 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbab6-a34c-46ea-ad94-f74438f59ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.389665 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbab6-a34c-46ea-ad94-f74438f59ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.390883 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-b5bbbab6-a34c-46ea-ad94-f74438f59ded admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42ced31e-7019-4d71-9e4a-01a761c54232 HTTP/1.1" status: 204 len: 168 time: 0.2164714 Sep 06 14:40:56.400917 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbbab6-a34c-46ea-ad94-f74438f59ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ced31e-7019-4d71-9e4a-01a761c54232,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:56.461005 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:56.482996 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4e79e5f0-d02b-41b9-b2db-c40543a9a306 req-3760fece-b1d9-451e-b1e7-830c7ca790d2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 210 time: 0.0280747 Sep 06 14:40:56.508552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:40:56.511473 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:40:56.514919 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:40:56.546631 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Pushing event updated for resources: {'Port': ['ID=d2094bfc-f5b7-4ef4-85a0-bf340f781b5d,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:57.041361 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:57.254342 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:57.455015 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Router e49be85d-c825-450b-8cf0-027854705ffa is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:40:57.566239 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:40:57.591585 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Sync routers for ids ['e49be85d-c825-450b-8cf0-027854705ffa'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:40:57.601809 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Routers {'e49be85d-c825-450b-8cf0-027854705ffa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:57.602457 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:40:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['e49be85d-c825-450b-8cf0-027854705ffa'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:57.606236 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a293f3f4-8b9e-446e-97a2-094869ffe6c3 req-696d137c-88e4-49f9-94f0-c65742fa02af tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 210 time: 0.0478806 Sep 06 14:40:57.677941 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:57.682631 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58242) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:57.691582 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-86251759-4d66-4c85-9fbe-53d6db7df592 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2951517 Sep 06 14:40:57.726323 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Set router e49be85d-c825-450b-8cf0-027854705ffa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:58.031785 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:40:56Z', 'revision_number': 3, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:58.088732 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Checking router: e49be85d-c825-450b-8cf0-027854705ffa for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:40:58.089088 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Updating router e49be85d-c825-450b-8cf0-027854705ffa port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:40:58.131235 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.194493 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58282) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:58.228268 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.412663 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1964586814-network', 'tenant_id': '926985da334a4f049f374e792d997add'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:58.533692 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Allocated IP 172.20.0.1 (edf090b6-7759-4e8a-8a2c-845ecb4c7b18/ef2d8030-7897-4115-8974-d90a1ac82534/a85c50b1-bd58-4e96-9d13-a8ad07011211) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:40:58.594960 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.603462 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Made reservation on behalf of 926985da334a4f049f374e792d997add for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:58.605677 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Transition to ACTIVE for port object d2094bfc-f5b7-4ef4-85a0-bf340f781b5d will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:40:58.605819 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.615632 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.690015 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.720613 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.734797 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-affa629f-7397-4406-a1ee-c5448447d75d req-4ffef64b-79b7-488b-9483-a58192bad9e3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 210 time: 0.0399199 Sep 06 14:40:58.740483 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.811368 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Pushing event updated for resources: {'Port': ['ID=d2094bfc-f5b7-4ef4-85a0-bf340f781b5d,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:58.815514 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Attempting to bind port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:40:58.816269 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Attempting to bind port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:40:58.816831 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Attempting to bind port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:40:58.826423 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:40:58.826793 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:40:58.827300 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.827738 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:40:58.828213 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Bound port: d2094bfc-f5b7-4ef4-85a0-bf340f781b5d, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:40:58.828622 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.831810 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.836227 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:40:58.877569 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.892899 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] For port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:40:58.896854 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] For port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=d2094bfc-f5b7-4ef4-85a0-bf340f781b5d,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:40:58.899745 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:40:58.915517 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19993a37-f188-4d47-aec3-3c780b29562b,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:58.919751 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.920087 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Added segment f28b7ed5-8fe9-48f1-aa4a-556c2c184039 of type vlan for network 4d55fa38-1b90-4640-b983-938d89a00509 Sep 06 14:40:58.929367 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.961986 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.969942 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:58.992585 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:40:59.009620 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:40:59.017748 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a85c50b1-bd58-4e96-9d13-a8ad07011211,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:59.021348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:40:59.057974 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db802c7-1a5e-493a-9c78-91a3810ebaf0 None None] Pushing event updated for resources: {'Port': ['ID=d2094bfc-f5b7-4ef4-85a0-bf340f781b5d,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:59.061050 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Routers {'e49be85d-c825-450b-8cf0-027854705ffa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:40:59.061162 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:40:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['e49be85d-c825-450b-8cf0-027854705ffa'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:59.073871 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.076888 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:59.078500 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.081402 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.142133 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58316) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:59.169830 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] Pushing event updated for resources: {'Network': ['ID=4d55fa38-1b90-4640-b983-938d89a00509,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:59.183196 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 4d55fa38-1b90-4640-b983-938d89a00509 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:40:59.189719 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] Set router e49be85d-c825-450b-8cf0-027854705ffa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:40:59.284889 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ce8d3b6f-33d8-4744-9569-5bb0243ffa0c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0892518 Sep 06 14:40:59.287761 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58320) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:59.293636 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Request body: {'subnet': {'network_id': '4d55fa38-1b90-4640-b983-938d89a00509', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1964586814-subnet', 'tenant_id': '926985da334a4f049f374e792d997add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:59.367912 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-f4c9c3b4-9885-41df-9fc2-154cfcc5f568 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:59.369121 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Made reservation on behalf of 926985da334a4f049f374e792d997add for: {'subnet': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:59.369339 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-f4c9c3b4-9885-41df-9fc2-154cfcc5f568 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 814 time: 0.2373893 Sep 06 14:40:59.370218 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00ea8a6d-d0d8-462a-b5e1-1627b243b6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.372440 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125968063'] for subnet, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.385021 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Request body: {'port': {'device_id': '41558f3b-66c6-4b23-81c7-2233f424b95d', 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'admin_state_up': True, 'tenant_id': '05344fa624b846488a8a239f87e64d13'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:40:59.505669 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:40:56Z', 'revision_number': 3, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:40:59.538340 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf6f84e-f250-46ba-a565-feac30d223da None None] The sync data for ids ['e49be85d-c825-450b-8cf0-027854705ffa'] in dv-cinder-807083-5-iscsi is: [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:40:56Z', 'revision_number': 3, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:40:59.548604 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.677765 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125941296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125968017'] for subnet, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.689514 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00ea8a6d-d0d8-462a-b5e1-1627b243b6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.788547 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00ea8a6d-d0d8-462a-b5e1-1627b243b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.791213 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Checking segment: {'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:40:59.791778 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Network hostable DHCP agents. Network: 4d55fa38-1b90-4640-b983-938d89a00509, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:40:59.795771 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:59.880055 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7d4b0c35-3b83-4587-bd2b-748a772bc036 req-5abb7098-1c17-41b8-a321-9a1f6b2de37c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 210 time: 0.0568864 Sep 06 14:40:59.884684 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-00ea8a6d-d0d8-462a-b5e1-1627b243b6cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aabe84e37bef4de89e6b93d6cf286115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7377799 Sep 06 14:40:59.887656 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Network 4d55fa38-1b90-4640-b983-938d89a00509 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:40:59.887852 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.889646 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58338) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:40:59.890258 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Made reservation on behalf of 05344fa624b846488a8a239f87e64d13 for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:40:59.910350 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.912617 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea8a6d-d0d8-462a-b5e1-1627b243b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4def6f-2c64-4701-ad46-25c0bbb8aa05,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:40:59.975552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 4d55fa38-1b90-4640-b983-938d89a00509) {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:40:59.979993 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:40:59.980596 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.993294 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:40:59.999398 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b0cd1c-39ab-45b1-affa-b5ebed39254a None None] Network 4d55fa38-1b90-4640-b983-938d89a00509 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:41:00.072928 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-63453a1e-f69d-404d-8726-dbf841db2962 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7838526 Sep 06 14:41:00.145036 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:00.161540 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f6121-0cd0-4195-8ace-0f01597d0768 None None] Network 4d55fa38-1b90-4640-b983-938d89a00509 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:41:00.427629 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2f2b70a9-3e72-4540-872a-8021e865a114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:00.460671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a85c50b1-bd58-4e96-9d13-a8ad07011211,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:00.509188 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2f2b70a9-3e72-4540-872a-8021e865a114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:00.573092 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Allocated IP 172.20.0.10 (c6ca3961-a913-44a8-9824-72f93e41049a/8bde766e-005f-4fb0-8c4f-ccc8d3622620/cba4e4e6-7c4d-4531-9717-ccf8f72d337d) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:41:00.634892 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:41:00.643785 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:41:00.739371 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2f2b70a9-3e72-4540-872a-8021e865a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:00.741884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2f2b70a9-3e72-4540-872a-8021e865a114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:00.743034 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-2f2b70a9-3e72-4540-872a-8021e865a114 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba4def6f-2c64-4701-ad46-25c0bbb8aa05 HTTP/1.1" status: 204 len: 168 time: 0.8275523 Sep 06 14:41:00.780341 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b70a9-3e72-4540-872a-8021e865a114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4def6f-2c64-4701-ad46-25c0bbb8aa05,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:00.874415 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:00.881018 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Router e49be85d-c825-450b-8cf0-027854705ffa has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:41:01.008440 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-da135aae-055b-4236-b562-8557988c608d req-05a7c3e5-4b23-4062-b33c-f27659df89fe tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 210 time: 0.0333805 Sep 06 14:41:01.045507 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:41:01.050845 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-e294ec95-71aa-4ab0-b8c4-6afe99b4e0e9 admin admin] 10.222.0.48 "PUT /v2.0/routers/e49be85d-c825-450b-8cf0-027854705ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668966 Sep 06 14:41:01.135132 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:01.163057 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', '036ab4b7-31c5-4421-bcf3-a90af2073f50'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:01.226994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Network c6ca3961-a913-44a8-9824-72f93e41049a is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:41:01.228775 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:41:01.243301 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:41:01.249384 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Pushing event updated for resources: {'Port': ['ID=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:01.342055 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:01.342927 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:01.522532 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Sync routers for ids ['e49be85d-c825-450b-8cf0-027854705ffa'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:41:01.532564 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Routers {'e49be85d-c825-450b-8cf0-027854705ffa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:41:01.533225 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:40:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['e49be85d-c825-450b-8cf0-027854705ffa'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:01.563279 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-482695af-b55f-4180-b4a7-ebaef9ebe83e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1821175 Sep 06 14:41:01.578787 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Request body: {'port': {'device_id': '41558f3b-66c6-4b23-81c7-2233f424b95d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:01.635161 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:01.660136 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Set router e49be85d-c825-450b-8cf0-027854705ffa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:41:01.744995 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58396) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:01.770791 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dc019ed2-79aa-4e31-ad35-6f5053a4c2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:01.815443 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device d2094bfc-f5b7-4ef4-85a0-bf340f781b5d up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:01.928280 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dc019ed2-79aa-4e31-ad35-6f5053a4c2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:01.939192 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:40:59Z', 'revision_number': 4, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'a85c50b1-bd58-4e96-9d13-a8ad07011211', 'name': '', 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'mac_address': 'fa:16:3e:35:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'ef2d8030-7897-4115-8974-d90a1ac82534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:58Z', 'updated_at': '2021-09-06T14:40:59Z', 'revision_number': 2, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'subnets': [{'id': 'ef2d8030-7897-4115-8974-d90a1ac82534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:01.964256 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba4e4e6-7c4d-4531-9717-ccf8f72d337d {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:01.972670 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:01.978626 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Checking router: e49be85d-c825-450b-8cf0-027854705ffa for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:41:01.978916 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Updating router e49be85d-c825-450b-8cf0-027854705ffa port a85c50b1-bd58-4e96-9d13-a8ad07011211 binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:41:01.986762 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Transition to ACTIVE for port object cba4e4e6-7c4d-4531-9717-ccf8f72d337d will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:02.005195 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:02.006073 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58402) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:02.014643 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dc019ed2-79aa-4e31-ad35-6f5053a4c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.023153 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:02.023567 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.034777 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.094101 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-dc019ed2-79aa-4e31-ad35-6f5053a4c2b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb321c0b534d46bb93e6f23600900c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474824 Sep 06 14:41:02.101198 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58416) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:02.110425 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc019ed2-79aa-4e31-ad35-6f5053a4c2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7acfe6c-68e3-43f4-8c6a-2c619e2fe1ed,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:02.120067 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.187904 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-de72308e-2073-43e4-9cc3-b5ce975ad02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.246113 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e859531b-181b-48bc-bfae-f1f814d8f1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.247753 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Pushing event updated for resources: {'Port': ['ID=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:02.290195 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a1a3b-07d9-418a-8f3e-7a8f80d2273a req-8fa1aabc-62a0-4224-a6e0-f997e4f8d9de tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:02.292280 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-464a1a3b-07d9-418a-8f3e-7a8f80d2273a req-8fa1aabc-62a0-4224-a6e0-f997e4f8d9de tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 944 time: 0.1687121 Sep 06 14:41:02.313055 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e859531b-181b-48bc-bfae-f1f814d8f1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.375262 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-464a1a3b-07d9-418a-8f3e-7a8f80d2273a req-75c9cfbf-1a65-4812-ad31-33c0ce2acf39 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595975 Sep 06 14:41:02.377669 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Attempting to bind port cba4e4e6-7c4d-4531-9717-ccf8f72d337d on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:41:02.378011 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Attempting to bind port cba4e4e6-7c4d-4531-9717-ccf8f72d337d by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:41:02.378347 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Attempting to bind port cba4e4e6-7c4d-4531-9717-ccf8f72d337d on network c6ca3961-a913-44a8-9824-72f93e41049a {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:02.383195 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Port cba4e4e6-7c4d-4531-9717-ccf8f72d337d on network c6ca3961-a913-44a8-9824-72f93e41049a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:41:02.383569 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Attempting to bind port cba4e4e6-7c4d-4531-9717-ccf8f72d337d on network c6ca3961-a913-44a8-9824-72f93e41049a {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:02.389251 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:41:02.389668 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Checking segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:41:02.390145 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Bound using segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:41:02.390650 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Bound port: cba4e4e6-7c4d-4531-9717-ccf8f72d337d, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:41:02.391083 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.498668 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] For port cba4e4e6-7c4d-4531-9717-ccf8f72d337d, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:41:02.505847 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] For port cba4e4e6-7c4d-4531-9717-ccf8f72d337d, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:41:02.507409 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-de72308e-2073-43e4-9cc3-b5ce975ad02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.604442 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.609605 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-de72308e-2073-43e4-9cc3-b5ce975ad02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.614119 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.626138 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e859531b-181b-48bc-bfae-f1f814d8f1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.629960 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e859531b-181b-48bc-bfae-f1f814d8f1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.634132 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=d2094bfc-f5b7-4ef4-85a0-bf340f781b5d,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:02.637909 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e859531b-181b-48bc-bfae-f1f814d8f1a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7acfe6c-68e3-43f4-8c6a-2c619e2fe1ed HTTP/1.1" status: 204 len: 168 time: 0.5352664 Sep 06 14:41:02.681947 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72308e-2073-43e4-9cc3-b5ce975ad02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ee7a0c-e3ba-4c8d-a164-f2ca73f6b340,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:02.688083 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-de72308e-2073-43e4-9cc3-b5ce975ad02f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c6767a55d964421aa72de50369df215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808982 Sep 06 14:41:02.690654 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58448) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:02.692526 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:02.693362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.695131 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] 10.222.0.18 "PUT /v2.0/ports/cba4e4e6-7c4d-4531-9717-ccf8f72d337d HTTP/1.1" status: 200 len: 1094 time: 1.1213844 Sep 06 14:41:02.709090 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41558f3b-66c6-4b23-81c7-2233f424b95d', 'tag': 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:02.711193 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c15bcc-5d1e-4056-9680-a0b88ddae620" -d '{"events": [{"name": "network-changed", "server_uuid": "41558f3b-66c6-4b23-81c7-2233f424b95d", "tag": "cba4e4e6-7c4d-4531-9717-ccf8f72d337d"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:02.711330 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859531b-181b-48bc-bfae-f1f814d8f1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7acfe6c-68e3-43f4-8c6a-2c619e2fe1ed,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:02.717008 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58450) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:02.734658 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.747507 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.790702 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Transition to ACTIVE for port object a85c50b1-bd58-4e96-9d13-a8ad07011211 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:02.796738 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba278a26-8601-4a34-bcd7-aac115ff734d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.815644 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-115b6f65-1a6d-4d52-b4b7-fdf76e0a7f4f tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:02.817456 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-115b6f65-1a6d-4d52-b4b7-fdf76e0a7f4f tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/networks?id=4d55fa38-1b90-4640-b983-938d89a00509 HTTP/1.1" status: 200 len: 809 time: 0.2890611 Sep 06 14:41:02.818278 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76993b27-3ea8-45fe-811e-3aa79ae4ef14 service neutron] Pushing event updated for resources: {'Port': ['ID=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:02.818421 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=d2094bfc-f5b7-4ef4-85a0-bf340f781b5d,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:02.845766 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba278a26-8601-4a34-bcd7-aac115ff734d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.870177 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-f413df50-4205-49a9-8dd2-d3f715457d3c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/quotas/926985da334a4f049f374e792d997add HTTP/1.1" status: 200 len: 375 time: 0.0445716 Sep 06 14:41:02.899128 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f520f635-692a-4747-b5cb-bd1da15d1829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.913220 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ebf2c12a-3e94-4650-aaa6-df2488d48365 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=926985da334a4f049f374e792d997add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343993 Sep 06 14:41:02.930454 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880705a0-d360-4e43-a762-f516cfea23c7 req-b3d29bd8-4731-4d90-a303-3e1520cbe3ec tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:02.930704 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:02.934493 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-b3d29bd8-4731-4d90-a303-3e1520cbe3ec tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 818 time: 0.2737901 Sep 06 14:41:02.982618 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0924656-e5dc-4a0b-8f60-722b49ce45f8 None None] Pushing event updated for resources: {'Port': ['ID=a85c50b1-bd58-4e96-9d13-a8ad07011211,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:02.987102 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-3fbb3df4-f90b-43b9-9f37-a21d06ff0b8b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/quotas/29ddb815ddb24c5a86750de816852b9e HTTP/1.1" status: 200 len: 375 time: 0.0303257 Sep 06 14:41:03.021795 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba278a26-8601-4a34-bcd7-aac115ff734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.024482 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba278a26-8601-4a34-bcd7-aac115ff734d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.028676 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ba278a26-8601-4a34-bcd7-aac115ff734d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73ee7a0c-e3ba-4c8d-a164-f2ca73f6b340 HTTP/1.1" status: 204 len: 168 time: 0.3339581 Sep 06 14:41:03.036889 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Attempting to bind port a85c50b1-bd58-4e96-9d13-a8ad07011211 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:41:03.037280 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Attempting to bind port a85c50b1-bd58-4e96-9d13-a8ad07011211 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:41:03.037632 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Attempting to bind port a85c50b1-bd58-4e96-9d13-a8ad07011211 on network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:03.042931 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:41:03.043314 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Checking segment: {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:41:03.043514 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba278a26-8601-4a34-bcd7-aac115ff734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ee7a0c-e3ba-4c8d-a164-f2ca73f6b340,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:03.047024 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.047024 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Bound using segment: {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:41:03.047024 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Bound port: a85c50b1-bd58-4e96-9d13-a8ad07011211, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:41:03.047024 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.113521 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-77b4fd2e-a266-4932-af07-a86f2d140076 service neutron] 10.222.0.48 "GET /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768739 Sep 06 14:41:03.133540 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f520f635-692a-4747-b5cb-bd1da15d1829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.159364 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-24ad70a1-74fb-4ebc-a54f-772086ddc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:03.160840 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-24ad70a1-74fb-4ebc-a54f-772086ddc8a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 1097 time: 0.1932638 Sep 06 14:41:03.170192 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] For port a85c50b1-bd58-4e96-9d13-a8ad07011211, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:41:03.174077 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] For port a85c50b1-bd58-4e96-9d13-a8ad07011211, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=a85c50b1-bd58-4e96-9d13-a8ad07011211,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:41:03.179009 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-14174c92-dd44-4a7c-b115-30cfc8ede906 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1707766 Sep 06 14:41:03.220075 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f520f635-692a-4747-b5cb-bd1da15d1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.248580 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.260590 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-f520f635-692a-4747-b5cb-bd1da15d1829 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4337335cbce3407c9d0c56a1ff6d9baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405085 Sep 06 14:41:03.261490 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520f635-692a-4747-b5cb-bd1da15d1829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6373350-f896-4aad-a6f0-31a0859280f5,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:03.264364 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58464) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:03.278965 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-5b091803-77e7-4686-b90d-e2817f8e4a65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cba4e4e6-7c4d-4531-9717-ccf8f72d337d HTTP/1.1" status: 200 len: 217 time: 0.0919299 Sep 06 14:41:03.309985 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0924656-e5dc-4a0b-8f60-722b49ce45f8 None None] Pushing event updated for resources: {'Port': ['ID=a85c50b1-bd58-4e96-9d13-a8ad07011211,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:03.312785 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Routers {'e49be85d-c825-450b-8cf0-027854705ffa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:41:03.313312 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:40:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['e49be85d-c825-450b-8cf0-027854705ffa'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:03.348002 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ca1288e4-b4c2-46b9-8eba-0f2836b704b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.376285 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ca1288e4-b4c2-46b9-8eba-0f2836b704b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.405950 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-5579b4da-cbb4-493a-8a4d-f70b81cc9239 service neutron] 10.222.0.48 "GET /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824812 Sep 06 14:41:03.416597 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-b57b08d6-406a-44d8-b0f3-d46f06bf76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:03.418042 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-b57b08d6-406a-44d8-b0f3-d46f06bf76fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bde766e-005f-4fb0-8c4f-ccc8d3622620 HTTP/1.1" status: 200 len: 854 time: 0.1208713 Sep 06 14:41:03.435009 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] Set router e49be85d-c825-450b-8cf0-027854705ffa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:41:03.470780 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-5693fe96-3ab3-423e-9d63-4426ff2319d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ca3961-a913-44a8-9824-72f93e41049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425608 Sep 06 14:41:03.476761 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-1c1e990b-367f-439f-8d73-c77545a1d184 service neutron] 10.222.0.48 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968533 Sep 06 14:41:03.535038 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ca1288e4-b4c2-46b9-8eba-0f2836b704b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.538867 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ca1288e4-b4c2-46b9-8eba-0f2836b704b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:03.544406 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ca1288e4-b4c2-46b9-8eba-0f2836b704b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6373350-f896-4aad-a6f0-31a0859280f5 HTTP/1.1" status: 204 len: 168 time: 0.2787962 Sep 06 14:41:03.563235 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1288e4-b4c2-46b9-8eba-0f2836b704b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6373350-f896-4aad-a6f0-31a0859280f5,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:03.684883 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-29ce9b43-98f4-49d1-a63a-7d26a21f5d18 service neutron] 10.222.0.48 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966739 Sep 06 14:41:03.688951 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-076d974c-fc60-4e9f-8b0b-4b9ab5083907 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089348 Sep 06 14:41:03.802529 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device d2094bfc-f5b7-4ef4-85a0-bf340f781b5d up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:03.842526 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-266e3446-61c1-46e9-96e2-61b1bf2d9a07 req-17f0786a-abde-4e2e-8516-164917b3725f service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430614 Sep 06 14:41:03.852782 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:40:59Z', 'revision_number': 4, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'a85c50b1-bd58-4e96-9d13-a8ad07011211', 'name': '', 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'mac_address': 'fa:16:3e:35:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'ef2d8030-7897-4115-8974-d90a1ac82534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:58Z', 'updated_at': '2021-09-06T14:41:03Z', 'revision_number': 4, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'subnets': [{'id': 'ef2d8030-7897-4115-8974-d90a1ac82534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:41:03.884962 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2d455-ea25-494e-8eaa-89ff53cb5c5c None None] The sync data for ids ['e49be85d-c825-450b-8cf0-027854705ffa'] in dv-cinder-807083-5-iscsi is: [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:40:59Z', 'revision_number': 4, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'a85c50b1-bd58-4e96-9d13-a8ad07011211', 'name': '', 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'mac_address': 'fa:16:3e:35:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'ef2d8030-7897-4115-8974-d90a1ac82534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:58Z', 'updated_at': '2021-09-06T14:41:03Z', 'revision_number': 4, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'subnets': [{'id': 'ef2d8030-7897-4115-8974-d90a1ac82534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:41:03.908500 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:03.908870 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:04.057112 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423f1793-f2e0-4234-9709-17c676fc27da x-openstack-request-id: req-423f1793-f2e0-4234-9709-17c676fc27da {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:04.058114 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41558f3b-66c6-4b23-81c7-2233f424b95d", "tag": "cba4e4e6-7c4d-4531-9717-ccf8f72d337d", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:04.058560 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-423f1793-f2e0-4234-9709-17c676fc27da {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:04.059734 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41558f3b-66c6-4b23-81c7-2233f424b95d', 'tag': 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d', 'status': 'completed', 'code': 200} Sep 06 14:41:04.269936 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-480812bc-4b3a-48a1-ace6-55d570d73c43 req-39ee71df-f6ef-429c-bf81-f8834e9ec90c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 210 time: 0.1299539 Sep 06 14:41:04.280208 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-fa6b1f7a-fefa-4ccc-9fdc-7865ef0429d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:04.280208 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-fa6b1f7a-fefa-4ccc-9fdc-7865ef0429d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 1097 time: 0.1930962 Sep 06 14:41:04.321891 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cbf20-a1e9-42dd-8e58-d6a501029b2a req-fcb4297a-f12f-4b84-a6f8-5d7f13f5d1a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:04.323443 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c13cbf20-a1e9-42dd-8e58-d6a501029b2a req-fcb4297a-f12f-4b84-a6f8-5d7f13f5d1a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 944 time: 0.1727376 Sep 06 14:41:04.440334 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b499f60-d211-44bc-883f-81f093ec3cef req-067c9118-036d-404b-88ce-8884d9d1c071 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 210 time: 0.1140027 Sep 06 14:41:04.477085 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c13cbf20-a1e9-42dd-8e58-d6a501029b2a req-d0932d68-0102-4aba-8ce8-1ea1924e0a03 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327119 Sep 06 14:41:04.501461 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-c4a1cae0-0502-4ea7-ad3c-68e0e5d709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:04.504865 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-c4a1cae0-0502-4ea7-ad3c-68e0e5d709ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 915 time: 0.2135413 Sep 06 14:41:04.536154 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58506) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:04.563621 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-04517e26-0fac-486f-b4ec-65b0b25fedb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cba4e4e6-7c4d-4531-9717-ccf8f72d337d HTTP/1.1" status: 200 len: 217 time: 0.0453134 Sep 06 14:41:04.567867 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-810c5f80-fb01-44e8-8e4a-1f6264cfa5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:04.693249 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-d67c5c66-fe5a-4bed-b6cd-ca8e0dec817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:04.694748 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-d67c5c66-fe5a-4bed-b6cd-ca8e0dec817a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bde766e-005f-4fb0-8c4f-ccc8d3622620 HTTP/1.1" status: 200 len: 854 time: 0.1209898 Sep 06 14:41:04.736337 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-63ab13b8-a865-4a5f-b262-0212358165b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ca3961-a913-44a8-9824-72f93e41049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305369 Sep 06 14:41:04.737176 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-810c5f80-fb01-44e8-8e4a-1f6264cfa5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:04.837466 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-810c5f80-fb01-44e8-8e4a-1f6264cfa5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:04.888283 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-810c5f80-fb01-44e8-8e4a-1f6264cfa5c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73b76ad629af40578699f1c753aba137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465297 Sep 06 14:41:04.888786 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58522) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:04.901514 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c5f80-fb01-44e8-8e4a-1f6264cfa5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b145d8-404f-43e5-b17b-3673c2baa80e,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:04.972862 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba2cbcab-5113-478f-940b-b4d019d30c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:05.009075 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba2cbcab-5113-478f-940b-b4d019d30c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:05.197286 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-8073a21a-6893-460d-b390-b883353c70da service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516873 Sep 06 14:41:05.203208 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba2cbcab-5113-478f-940b-b4d019d30c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:05.206052 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ba2cbcab-5113-478f-940b-b4d019d30c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:05.209731 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ba2cbcab-5113-478f-940b-b4d019d30c82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12b145d8-404f-43e5-b17b-3673c2baa80e HTTP/1.1" status: 204 len: 168 time: 0.3176992 Sep 06 14:41:05.216799 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cbcab-5113-478f-940b-b4d019d30c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b145d8-404f-43e5-b17b-3673c2baa80e,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:05.232747 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-58fe7415-4be1-48a2-b1ad-cf975a62abbf tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:05.238665 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-58fe7415-4be1-48a2-b1ad-cf975a62abbf tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 818 time: 0.4839561 Sep 06 14:41:05.277531 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-f353f659-29ba-4483-a7c0-24acd0a84937 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/quotas/29ddb815ddb24c5a86750de816852b9e HTTP/1.1" status: 200 len: 375 time: 0.0377755 Sep 06 14:41:05.436046 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b5710660-06d0-4080-b5ed-63967a5661ee req-ae22a850-33c8-4355-ba85-94d4228d7994 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 210 time: 0.0439281 Sep 06 14:41:05.449446 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4c15bcc-5d1e-4056-9680-a0b88ddae620 req-c5ddb5ec-3920-4485-8240-19afe3c21983 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416294 Sep 06 14:41:05.459964 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-18d69d5c-37f4-4599-9ee0-4e6f529a5b92 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816335 Sep 06 14:41:05.564124 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-678c69ee-edff-41df-b53f-ca3d947d14c6 service neutron] 10.222.0.48 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958037 Sep 06 14:41:05.689729 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909fe87-390b-489b-bdc7-dd52084cafd1 req-0b58498e-d54e-4f1a-82da-6588d730d322 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:05.691219 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f909fe87-390b-489b-bdc7-dd52084cafd1 req-0b58498e-d54e-4f1a-82da-6588d730d322 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 944 time: 0.1147645 Sep 06 14:41:05.723936 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-9b8d4c0a-2ed8-4491-87f9-6397e96bbc9a service neutron] 10.222.0.48 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461082 Sep 06 14:41:05.745103 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f909fe87-390b-489b-bdc7-dd52084cafd1 req-f19b5026-213e-49e7-a2ba-3184fc30359c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Sep 06 14:41:05.811775 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device a85c50b1-bd58-4e96-9d13-a8ad07011211 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:05.935363 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port a85c50b1-bd58-4e96-9d13-a8ad07011211 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:05.939477 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port a85c50b1-bd58-4e96-9d13-a8ad07011211 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:05.946574 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:06.018204 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d4be534-2580-4e53-8b65-4fddc61f318f req-7f52f7d6-c657-4627-b992-7ee1f8d9e2d0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 210 time: 0.0290356 Sep 06 14:41:06.062257 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:06.132047 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port a85c50b1-bd58-4e96-9d13-a8ad07011211, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=a85c50b1-bd58-4e96-9d13-a8ad07011211,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:06.186246 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:06.236071 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=a85c50b1-bd58-4e96-9d13-a8ad07011211,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:06.440244 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-e028b70e-4891-46bc-925a-881d4c34b8b7 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:06.441920 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-e028b70e-4891-46bc-925a-881d4c34b8b7 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.18 "GET /v2.0/networks?id=4d55fa38-1b90-4640-b983-938d89a00509 HTTP/1.1" status: 200 len: 809 time: 0.1451204 Sep 06 14:41:06.496967 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Request body: {'port': {'device_id': '8260ffb0-e81d-4c9d-b761-dabf4c710db5', 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509', 'admin_state_up': True, 'tenant_id': '926985da334a4f049f374e792d997add'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:06.557315 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ac7bc1c1-5adc-4c24-8330-e4272e2473fc req-52700250-d01f-454d-9a79-327389da3106 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 210 time: 0.0367985 Sep 06 14:41:06.867283 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Made reservation on behalf of 926985da334a4f049f374e792d997add for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:41:06.870867 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:06.915845 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76093d8f-26c1-4839-b0ae-0b9b85401310 req-10a45c45-f676-4fde-9fc2-94b6017b01a1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:06.917339 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-76093d8f-26c1-4839-b0ae-0b9b85401310 req-10a45c45-f676-4fde-9fc2-94b6017b01a1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 944 time: 0.0839899 Sep 06 14:41:07.023254 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-76093d8f-26c1-4839-b0ae-0b9b85401310 req-5231db1e-392b-4c41-be14-d9a1e54fcae3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Sep 06 14:41:07.048997 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Allocated IP 172.20.0.11 (4d55fa38-1b90-4640-b983-938d89a00509/bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2/054c6249-423f-46a6-ae53-956234a96750) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:41:07.137013 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db19cf28-f642-4b2d-a823-d454ef827cd0 req-ce84deea-5d31-450a-b110-1abacbe01479 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 210 time: 0.0387530 Sep 06 14:41:07.237703 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:07.329501 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:07.382997 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Network 4d55fa38-1b90-4640-b983-938d89a00509 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:41:07.389437 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:41:07.391543 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Pushing event updated for resources: {'Port': ['ID=054c6249-423f-46a6-ae53-956234a96750,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:07.399835 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:41:07.476610 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:07.477249 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:07.552234 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-554c7f7b-8093-4272-9fad-850888b0835c tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0821309 Sep 06 14:41:07.567567 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Request body: {'port': {'device_id': '8260ffb0-e81d-4c9d-b761-dabf4c710db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:07.630561 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:07.701025 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880705a0-d360-4e43-a762-f516cfea23c7 req-3effb5c9-90be-481c-b8cd-9cd721561d0c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:07.702556 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-3effb5c9-90be-481c-b8cd-9cd721561d0c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.18 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 818 time: 0.1544378 Sep 06 14:41:07.720348 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Request body: {'port': {'device_id': 'ecec234c-3b6c-4d15-b619-6e910b444e2a', 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18', 'admin_state_up': True, 'tenant_id': '29ddb815ddb24c5a86750de816852b9e'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:07.765048 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device a85c50b1-bd58-4e96-9d13-a8ad07011211 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:07.790923 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55298f8-368a-4bed-8c65-1211ca0e96a6 req-588848a1-4f69-4716-b698-29a49966aa4e tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:07.792477 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b55298f8-368a-4bed-8c65-1211ca0e96a6 req-588848a1-4f69-4716-b698-29a49966aa4e tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 932 time: 0.1525304 Sep 06 14:41:07.822376 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device cba4e4e6-7c4d-4531-9717-ccf8f72d337d details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:07.882238 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b55298f8-368a-4bed-8c65-1211ca0e96a6 req-5aead864-1951-45db-9660-c6362ee4fb17 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785885 Sep 06 14:41:07.923599 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port a85c50b1-bd58-4e96-9d13-a8ad07011211 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:07.923968 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:07.968736 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Made reservation on behalf of 29ddb815ddb24c5a86750de816852b9e for: {'port': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:41:07.972589 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:07.974466 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port cba4e4e6-7c4d-4531-9717-ccf8f72d337d, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:07.988932 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d', 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'port_id': 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d', 'mac_address': 'fa:16:3e:2a:4e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bde766e-005f-4fb0-8c4f-ccc8d3622620', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:08.021687 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054c6249-423f-46a6-ae53-956234a96750 {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:08.031360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.047267 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Transition to ACTIVE for port object 054c6249-423f-46a6-ae53-956234a96750 will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:08.057624 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.072730 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba4e4e6-7c4d-4531-9717-ccf8f72d337d {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:08.097279 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port cba4e4e6-7c4d-4531-9717-ccf8f72d337d, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:08.157223 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.158591 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Allocated IP 172.20.0.12 (edf090b6-7759-4e8a-8a2c-845ecb4c7b18/ef2d8030-7897-4115-8974-d90a1ac82534/bb64e76a-59a8-4f09-9345-141de9a17475) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:41:08.171353 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.236391 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1bcbd-4edb-43bb-aafd-d00fd67d9c5f req-047a05d5-74e2-488c-b04c-ac14dfccdf55 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:08.241227 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9fe1bcbd-4edb-43bb-aafd-d00fd67d9c5f req-047a05d5-74e2-488c-b04c-ac14dfccdf55 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 944 time: 0.1118886 Sep 06 14:41:08.241360 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:08.257143 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Pushing event updated for resources: {'Port': ['ID=054c6249-423f-46a6-ae53-956234a96750,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:08.316054 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fc861580-b1a0-4fc3-8385-cf2e7167e240 req-1cc1be77-92a1-47f5-80a3-fa923bfc83db tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 210 time: 0.0701473 Sep 06 14:41:08.369030 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9fe1bcbd-4edb-43bb-aafd-d00fd67d9c5f req-f556a0a5-7c60-435b-bb93-d9b5533c4d2c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218019 Sep 06 14:41:08.405414 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.409404 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Attempting to bind port 054c6249-423f-46a6-ae53-956234a96750 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:41:08.409800 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Attempting to bind port 054c6249-423f-46a6-ae53-956234a96750 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:41:08.416887 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Attempting to bind port 054c6249-423f-46a6-ae53-956234a96750 on network 4d55fa38-1b90-4640-b983-938d89a00509 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:08.416887 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Port 054c6249-423f-46a6-ae53-956234a96750 on network 4d55fa38-1b90-4640-b983-938d89a00509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:41:08.417290 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Attempting to bind port 054c6249-423f-46a6-ae53-956234a96750 on network 4d55fa38-1b90-4640-b983-938d89a00509 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:08.423783 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:41:08.424131 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Checking segment: {'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:41:08.424509 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Bound using segment: {'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:41:08.425137 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Bound port: 054c6249-423f-46a6-ae53-956234a96750, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:41:08.425441 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.464905 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c06fe468-cd4e-4d27-8197-2b2fdf47055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.503510 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] For port 054c6249-423f-46a6-ae53-956234a96750, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:41:08.506812 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] For port 054c6249-423f-46a6-ae53-956234a96750, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=054c6249-423f-46a6-ae53-956234a96750,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:41:08.522219 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.575461 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:41:08.577082 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:41:08.582420 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:41:08.597692 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.625737 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Pushing event updated for resources: {'Port': ['ID=bb64e76a-59a8-4f09-9345-141de9a17475,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:08.643563 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:08.644185 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.645577 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] 10.222.0.18 "PUT /v2.0/ports/054c6249-423f-46a6-ae53-956234a96750 HTTP/1.1" status: 200 len: 1094 time: 1.0825303 Sep 06 14:41:08.646019 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8260ffb0-e81d-4c9d-b761-dabf4c710db5', 'tag': '054c6249-423f-46a6-ae53-956234a96750'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:08.648321 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baedc55e-b437-42ee-bd49-e8d838991c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8260ffb0-e81d-4c9d-b761-dabf4c710db5", "tag": "054c6249-423f-46a6-ae53-956234a96750"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:08.651911 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:08.653603 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:08.680804 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88b948-d310-41a3-bfdd-6564efdf018e service neutron] Pushing event updated for resources: {'Port': ['ID=054c6249-423f-46a6-ae53-956234a96750,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:08.687453 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa0df25-8ae5-43e8-9469-919beb871247 x-openstack-request-id: req-bfa0df25-8ae5-43e8-9469-919beb871247 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:08.687753 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8260ffb0-e81d-4c9d-b761-dabf4c710db5", "tag": "054c6249-423f-46a6-ae53-956234a96750", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:08.688011 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfa0df25-8ae5-43e8-9469-919beb871247 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:08.688450 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8260ffb0-e81d-4c9d-b761-dabf4c710db5', 'tag': '054c6249-423f-46a6-ae53-956234a96750', 'status': 'completed', 'code': 200} Sep 06 14:41:08.740155 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-e83223b8-a380-4e60-8316-4f3a6da670d8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0265119 Sep 06 14:41:09.003850 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca75ae-f9ef-4dee-90b5-a8665bd0a0df req-89da2c63-7a1e-40eb-8b3f-bc9de1d545e4 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:09.005341 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-04ca75ae-f9ef-4dee-90b5-a8665bd0a0df req-89da2c63-7a1e-40eb-8b3f-bc9de1d545e4 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 944 time: 0.0493870 Sep 06 14:41:09.042869 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-04ca75ae-f9ef-4dee-90b5-a8665bd0a0df req-51b761f5-87a4-47fd-8dab-1828e438f438 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Sep 06 14:41:09.414627 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-929959e1-9735-4228-b3c9-3bebcb5725ab req-1eb05e9d-0c5c-4cfa-a579-4654a5fa992c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 210 time: 0.0292583 Sep 06 14:41:09.524178 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc0cc-b4fb-4470-b3a1-135207481808 req-48a47700-cfe4-4061-ad30-966ca682e3e3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:09.525665 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-282cc0cc-b4fb-4470-b3a1-135207481808 req-48a47700-cfe4-4061-ad30-966ca682e3e3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 945 time: 0.0568721 Sep 06 14:41:09.564412 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-282cc0cc-b4fb-4470-b3a1-135207481808 req-9c4f7fa7-8be9-42c9-a7b2-5afb5e64c373 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328412 Sep 06 14:41:10.153913 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a06dc-6f60-437f-a1fa-43db94ab4f35 req-842258fa-b564-4dbd-995c-5e69e0ae780f tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:10.155285 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-020a06dc-6f60-437f-a1fa-43db94ab4f35 req-842258fa-b564-4dbd-995c-5e69e0ae780f tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 944 time: 0.0480859 Sep 06 14:41:10.191114 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-020a06dc-6f60-437f-a1fa-43db94ab4f35 req-24945ead-e76b-43ea-9a51-8cccbcf25d58 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300455 Sep 06 14:41:10.505533 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-809fca7f-7be5-4be0-9354-a9d570298a24 req-dc1a1c32-f320-43a3-91f9-a112b26a93be tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 210 time: 0.0259621 Sep 06 14:41:10.684854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8c17a-13f0-4d41-a84e-2efb85a8bd3e req-b1d7c005-001d-4b6c-818a-f71036a535ac tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:10.686371 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4b8c17a-13f0-4d41-a84e-2efb85a8bd3e req-b1d7c005-001d-4b6c-818a-f71036a535ac tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 945 time: 0.0522981 Sep 06 14:41:10.724690 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4b8c17a-13f0-4d41-a84e-2efb85a8bd3e req-2a750057-1f53-4ac9-a1bf-750c96f39499 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Sep 06 14:41:10.976552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Request body: {'port': {'device_id': 'ecec234c-3b6c-4d15-b619-6e910b444e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:10.985517 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.18', 50744) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:11.033569 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.093502 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc55e-b437-42ee-bd49-e8d838991c1b req-4080b2e1-a6be-43fb-8eb4-447391518f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.095012 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-baedc55e-b437-42ee-bd49-e8d838991c1b req-4080b2e1-a6be-43fb-8eb4-447391518f9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926985da334a4f049f374e792d997add&device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 1097 time: 0.1084588 Sep 06 14:41:11.140345 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['cba4e4e6-7c4d-4531-9717-ccf8f72d337d'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:11.153456 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-6e27659b-8f5f-478e-b63e-e2cda3b8798b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.154987 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-6e27659b-8f5f-478e-b63e-e2cda3b8798b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.18 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 818 time: 0.1606340 Sep 06 14:41:11.207023 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Request body: {'port': {'device_id': '2726a19a-5d8d-44b4-a7bd-9e389e0acdee', 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18', 'admin_state_up': True, 'tenant_id': '29ddb815ddb24c5a86750de816852b9e'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:11.309893 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a394aaff-7bc0-4002-ace3-c7a08d277a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.310548 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc55e-b437-42ee-bd49-e8d838991c1b req-5d81bc5c-1c23-4050-832d-aa8a400c4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.312060 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-baedc55e-b437-42ee-bd49-e8d838991c1b req-5d81bc5c-1c23-4050-832d-aa8a400c4a8f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=926985da334a4f049f374e792d997add&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2032053 Sep 06 14:41:11.409782 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb64e76a-59a8-4f09-9345-141de9a17475 {{(pid=100989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:11.417248 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.429946 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Transition to ACTIVE for port object bb64e76a-59a8-4f09-9345-141de9a17475 will not be triggered until provisioned by entity L2. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:11.465523 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.467095 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da57889-a543-46a6-801f-72787506782b req-9b9953a9-ad9f-45c7-b9ae-31bae8a285c2 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.468646 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2da57889-a543-46a6-801f-72787506782b req-9b9953a9-ad9f-45c7-b9ae-31bae8a285c2 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 944 time: 0.1501014 Sep 06 14:41:11.484557 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc55e-b437-42ee-bd49-e8d838991c1b req-7433ee6b-a6e5-4380-89aa-40a8f0ec786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.485927 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-baedc55e-b437-42ee-bd49-e8d838991c1b req-7433ee6b-a6e5-4380-89aa-40a8f0ec786f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639216 Sep 06 14:41:11.513192 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2da57889-a543-46a6-801f-72787506782b req-1c0d0af8-40ab-470e-b203-e564bc04faa4 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370703 Sep 06 14:41:11.551638 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.557222 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Made reservation on behalf of 29ddb815ddb24c5a86750de816852b9e for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:41:11.560544 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.630033 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-19ec9864-a58d-4563-b239-36e4ff9fbd12 req-690e20c7-6d64-4131-a738-c8aa266bda72 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 210 time: 0.0418534 Sep 06 14:41:11.641541 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb64e76a-59a8-4f09-9345-141de9a17475,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:11.686128 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-da5882d7-2dd5-439f-ad3c-5243d7f0ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.687515 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-da5882d7-2dd5-439f-ad3c-5243d7f0ef4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926985da334a4f049f374e792d997add&device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 1097 time: 0.1405683 Sep 06 14:41:11.704485 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Attempting to bind port bb64e76a-59a8-4f09-9345-141de9a17475 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:41:11.704935 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Attempting to bind port bb64e76a-59a8-4f09-9345-141de9a17475 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:41:11.705363 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Attempting to bind port bb64e76a-59a8-4f09-9345-141de9a17475 on network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:11.710196 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Port bb64e76a-59a8-4f09-9345-141de9a17475 on network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:41:11.710519 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Attempting to bind port bb64e76a-59a8-4f09-9345-141de9a17475 on network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:11.715565 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:41:11.716079 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Checking segment: {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:41:11.723880 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Bound using segment: {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:41:11.723880 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Bound port: bb64e76a-59a8-4f09-9345-141de9a17475, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'}}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:41:11.723880 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.765200 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-04c03f04-67ec-485c-a615-9d6f424d2f4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054c6249-423f-46a6-ae53-956234a96750 HTTP/1.1" status: 200 len: 217 time: 0.0630965 Sep 06 14:41:11.784949 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] For port bb64e76a-59a8-4f09-9345-141de9a17475, host hv-cinder-80708, cleared binding levels {{(pid=100989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:41:11.788413 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] For port bb64e76a-59a8-4f09-9345-141de9a17475, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bb64e76a-59a8-4f09-9345-141de9a17475,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:41:11.846650 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Allocated IP 172.20.0.6 (edf090b6-7759-4e8a-8a2c-845ecb4c7b18/ef2d8030-7897-4115-8974-d90a1ac82534/d63d7a1c-775c-4675-a209-7f732b494158) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:41:11.849373 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.870295 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-a62f51a8-6470-42e7-afcd-1bbfe45de214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.872424 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-a62f51a8-6470-42e7-afcd-1bbfe45de214 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2 HTTP/1.1" status: 200 len: 849 time: 0.0961006 Sep 06 14:41:11.882948 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.887206 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:11.887206 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/bb64e76a-59a8-4f09-9345-141de9a17475 HTTP/1.1" status: 200 len: 1094 time: 0.9129434 Sep 06 14:41:11.887206 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecec234c-3b6c-4d15-b619-6e910b444e2a', 'tag': 'bb64e76a-59a8-4f09-9345-141de9a17475'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:11.887891 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5672ecde-4921-4049-94e5-531bb970d932" -d '{"events": [{"name": "network-changed", "server_uuid": "ecec234c-3b6c-4d15-b619-6e910b444e2a", "tag": "bb64e76a-59a8-4f09-9345-141de9a17475"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:11.914060 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f35ea3-e211-4d9a-ac9a-494205ab53b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb64e76a-59a8-4f09-9345-141de9a17475,revision_number=3']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:11.932705 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-5203ea36-0f9b-432e-bd47-a6a427813f8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d55fa38-1b90-4640-b983-938d89a00509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480747 Sep 06 14:41:11.947218 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0fc5c-fd07-4f16-9800-ccbda80b458f req-fc3efe53-52d3-4de9-83ff-0c814ecad120 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:11.949170 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ccc0fc5c-fd07-4f16-9800-ccbda80b458f req-fc3efe53-52d3-4de9-83ff-0c814ecad120 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 945 time: 0.1342969 Sep 06 14:41:11.949438 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2710848-0c85-43d8-b36a-267ecb53a3ee x-openstack-request-id: req-e2710848-0c85-43d8-b36a-267ecb53a3ee {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:11.949737 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecec234c-3b6c-4d15-b619-6e910b444e2a", "tag": "bb64e76a-59a8-4f09-9345-141de9a17475", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:11.949989 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2710848-0c85-43d8-b36a-267ecb53a3ee {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:11.950516 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecec234c-3b6c-4d15-b619-6e910b444e2a', 'tag': 'bb64e76a-59a8-4f09-9345-141de9a17475', 'status': 'completed', 'code': 200} Sep 06 14:41:12.022266 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672ecde-4921-4049-94e5-531bb970d932 req-09d84b2c-2ea1-45bd-8025-cda2ef7fded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.022266 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-5672ecde-4921-4049-94e5-531bb970d932 req-09d84b2c-2ea1-45bd-8025-cda2ef7fded4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1097 time: 0.0491946 Sep 06 14:41:12.094917 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ccc0fc5c-fd07-4f16-9800-ccbda80b458f req-5925caae-d318-41c7-a891-0279b17fca50 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299562 Sep 06 14:41:12.141276 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672ecde-4921-4049-94e5-531bb970d932 req-26e102ef-260e-4ce1-9a1b-4e7f790f47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.142808 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-5672ecde-4921-4049-94e5-531bb970d932 req-26e102ef-260e-4ce1-9a1b-4e7f790f47a7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=29ddb815ddb24c5a86750de816852b9e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1126812 Sep 06 14:41:12.207950 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:12.246895 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672ecde-4921-4049-94e5-531bb970d932 req-c913c3d5-51d5-43e0-a8b3-1febdb493e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.248335 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-5672ecde-4921-4049-94e5-531bb970d932 req-c913c3d5-51d5-43e0-a8b3-1febdb493e2b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975699 Sep 06 14:41:12.329813 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880705a0-d360-4e43-a762-f516cfea23c7 req-ea42926f-ddb6-4e4d-9b1a-2b8853ddd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.331313 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-ea42926f-ddb6-4e4d-9b1a-2b8853ddd1e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1097 time: 0.0412154 Sep 06 14:41:12.365397 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-3435e285-5467-47cc-9ef6-68817ea0fc52 service neutron] 10.222.0.18 "GET /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137506 Sep 06 14:41:12.422953 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:12.503725 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-15f864a0-21ea-41a5-9151-ae6ef56226d2 service neutron] 10.222.0.18 "GET /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275697 Sep 06 14:41:12.549706 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-c7bbd2ca-14ba-4d61-a42e-fc9b2e4b4344 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb64e76a-59a8-4f09-9345-141de9a17475 HTTP/1.1" status: 200 len: 217 time: 0.2100797 Sep 06 14:41:12.581335 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:12.605146 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f5aa61-ac2a-449d-a245-483e18a5b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.606729 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-53f5aa61-ac2a-449d-a245-483e18a5b3ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef2d8030-7897-4115-8974-d90a1ac82534 HTTP/1.1" status: 200 len: 858 time: 0.0498712 Sep 06 14:41:12.639460 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-3f49eaa9-cf2f-4d07-adee-e5a670021ad7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246427 Sep 06 14:41:12.656093 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:41:12.664528 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:41:12.669147 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:41:12.674031 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Pushing event updated for resources: {'Port': ['ID=d63d7a1c-775c-4675-a209-7f732b494158,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:12.722877 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8a33-92ec-4ace-b293-fe00ae2535da req-2159c46a-1a77-4078-88f2-5cd33b5cc665 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.724435 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e2dc8a33-92ec-4ace-b293-fe00ae2535da req-2159c46a-1a77-4078-88f2-5cd33b5cc665 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 944 time: 0.1392825 Sep 06 14:41:12.725753 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.726106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.726452 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.726795 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.727134 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.727490 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.727826 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.728163 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.728491 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.728820 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.729147 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.729475 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:12.743679 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-6a4dbfa5-aa98-47ab-b07b-18763d71eb1d service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960720 Sep 06 14:41:12.790783 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.791457 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:12.824097 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e2dc8a33-92ec-4ace-b293-fe00ae2535da req-2f38100a-d8f6-4f5b-972f-da804b008afd tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876400 Sep 06 14:41:12.837260 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c886633-59e5-4c0a-958c-34f51ff578cd req-4b6b3205-9b94-48a4-882f-e8f01c709158 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:12.843034 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1c886633-59e5-4c0a-958c-34f51ff578cd req-4b6b3205-9b94-48a4-882f-e8f01c709158 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 931 time: 0.1035473 Sep 06 14:41:12.847934 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-880705a0-d360-4e43-a762-f516cfea23c7 req-f8a2125a-7fc0-49ab-95cd-c80ce7f9d151 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964818 Sep 06 14:41:12.885385 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1c886633-59e5-4c0a-958c-34f51ff578cd req-f63ed100-2f94-4f60-a75c-d4dc6d735cf4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387447 Sep 06 14:41:12.935408 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-0419f34a-1044-41c2-acc2-fcd87ceeabe9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7646663 Sep 06 14:41:12.938557 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device cba4e4e6-7c4d-4531-9717-ccf8f72d337d up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:12.948826 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Request body: {'port': {'device_id': '2726a19a-5d8d-44b4-a7bd-9e389e0acdee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:13.004186 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.079229 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port cba4e4e6-7c4d-4531-9717-ccf8f72d337d completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:13.097848 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port cba4e4e6-7c4d-4531-9717-ccf8f72d337d triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:13.098221 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.189741 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.211811 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41558f3b-66c6-4b23-81c7-2233f424b95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:13.213991 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40b8a9e-b3de-4b57-848b-1e5b65f7850c" -d '{"events": [{"server_uuid": "41558f3b-66c6-4b23-81c7-2233f424b95d", "name": "network-vif-plugged", "status": "completed", "tag": "cba4e4e6-7c4d-4531-9717-ccf8f72d337d"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:13.226840 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port cba4e4e6-7c4d-4531-9717-ccf8f72d337d, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:13.252246 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754ee559-c1d0-42df-8eba-2a7266cd9e64 x-openstack-request-id: req-754ee559-c1d0-42df-8eba-2a7266cd9e64 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:13.252562 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41558f3b-66c6-4b23-81c7-2233f424b95d", "name": "network-vif-plugged", "status": "completed", "tag": "cba4e4e6-7c4d-4531-9717-ccf8f72d337d", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:13.252816 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-754ee559-c1d0-42df-8eba-2a7266cd9e64 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:13.253212 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41558f3b-66c6-4b23-81c7-2233f424b95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d', 'code': 200} Sep 06 14:41:13.270746 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5259d-391f-4787-a3b7-f7281da1d359 req-d44d0f41-6adc-4a93-8d24-f813c05dd7e8 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:13.272367 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-31a5259d-391f-4787-a3b7-f7281da1d359 req-d44d0f41-6adc-4a93-8d24-f813c05dd7e8 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 945 time: 0.1014440 Sep 06 14:41:13.317812 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.340686 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-31a5259d-391f-4787-a3b7-f7281da1d359 req-f3428c63-1459-496a-8d32-d7efd94fe7f2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529478 Sep 06 14:41:13.373052 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63d7a1c-775c-4675-a209-7f732b494158 {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:13.374904 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:13.380799 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.394722 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Transition to ACTIVE for port object d63d7a1c-775c-4675-a209-7f732b494158 will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:13.454720 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.492801 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58764) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:13.506877 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=d63d7a1c-775c-4675-a209-7f732b494158,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:13.576570 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Attempting to bind port d63d7a1c-775c-4675-a209-7f732b494158 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:41:13.576936 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Attempting to bind port d63d7a1c-775c-4675-a209-7f732b494158 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:41:13.584111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Attempting to bind port d63d7a1c-775c-4675-a209-7f732b494158 on network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:13.584111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Port d63d7a1c-775c-4675-a209-7f732b494158 on network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:41:13.584111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Attempting to bind port d63d7a1c-775c-4675-a209-7f732b494158 on network edf090b6-7759-4e8a-8a2c-845ecb4c7b18 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:13.587530 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:41:13.587530 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Checking segment: {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:41:13.587821 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Bound using segment: {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:41:13.588533 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Bound port: d63d7a1c-775c-4675-a209-7f732b494158, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c208c43-4850-4e21-9c5d-4927973af115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:41:13.588657 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.617189 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.634412 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:41:13.636769 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a201d7-1996-4de4-95ce-9c1ddc278abd req-a763087f-3fa2-43ca-8831-73892041e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:13.644726 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c3a201d7-1996-4de4-95ce-9c1ddc278abd req-a763087f-3fa2-43ca-8831-73892041e208 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 1099 time: 0.0735071 Sep 06 14:41:13.653994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] For port d63d7a1c-775c-4675-a209-7f732b494158, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:41:13.657157 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] For port d63d7a1c-775c-4675-a209-7f732b494158, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d63d7a1c-775c-4675-a209-7f732b494158,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:41:13.694039 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c3a201d7-1996-4de4-95ce-9c1ddc278abd req-4fede50d-60a0-47f9-b8a4-015114b83cd0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 Sep 06 14:41:13.741298 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.756068 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.789216 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:13.789494 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.790898 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] 10.222.0.18 "PUT /v2.0/ports/d63d7a1c-775c-4675-a209-7f732b494158 HTTP/1.1" status: 200 len: 1093 time: 0.8462648 Sep 06 14:41:13.791334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2726a19a-5d8d-44b4-a7bd-9e389e0acdee', 'tag': 'd63d7a1c-775c-4675-a209-7f732b494158'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:13.793687 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c745a68-6ee0-4ba2-b92e-4f4f9077d61a" -d '{"events": [{"name": "network-changed", "server_uuid": "2726a19a-5d8d-44b4-a7bd-9e389e0acdee", "tag": "d63d7a1c-775c-4675-a209-7f732b494158"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:13.825019 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438ad89-8e8b-4e5a-b4e4-436b1f99fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=d63d7a1c-775c-4675-a209-7f732b494158,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:13.842717 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:13.845574 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21317b8-73a3-40e6-9c0e-16af65a31c21 x-openstack-request-id: req-c21317b8-73a3-40e6-9c0e-16af65a31c21 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:13.845869 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2726a19a-5d8d-44b4-a7bd-9e389e0acdee", "tag": "d63d7a1c-775c-4675-a209-7f732b494158", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:13.846128 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c21317b8-73a3-40e6-9c0e-16af65a31c21 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:13.846524 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2726a19a-5d8d-44b4-a7bd-9e389e0acdee', 'tag': 'd63d7a1c-775c-4675-a209-7f732b494158', 'status': 'completed', 'code': 200} Sep 06 14:41:13.885554 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578473f4-6bc3-41ba-8cd2-976119e6f93e,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:13.893407 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c75b4b951f448d78bf24c45028e9fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970690 Sep 06 14:41:13.893860 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58784) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:13.896115 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.896578 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.897027 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.897466 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.897882 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.898286 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.898687 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.899122 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.899585 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.900026 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.900520 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:13.900944 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa2e2f-4e61-4353-b8c4-487ce233935d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:14.088679 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151ae60-320a-4f94-8360-8b7fbbfc9272 req-ca74e968-bf6b-44f6-8253-cc3f71023566 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.090736 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6151ae60-320a-4f94-8360-8b7fbbfc9272 req-ca74e968-bf6b-44f6-8253-cc3f71023566 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 944 time: 0.1895421 Sep 06 14:41:14.100601 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6f0b6a76-5c42-470b-b559-3fea6634b2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:14.105254 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c745a68-6ee0-4ba2-b92e-4f4f9077d61a req-b8f48284-a618-4935-99b7-d97c053ca956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.106722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0c745a68-6ee0-4ba2-b92e-4f4f9077d61a req-b8f48284-a618-4935-99b7-d97c053ca956 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 1096 time: 0.1289454 Sep 06 14:41:14.119547 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f9565-4b04-4a3d-84d0-03d62f482588 req-c264bc8f-6fe7-4e2e-bb25-7fc40e0c1834 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.120927 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b86f9565-4b04-4a3d-84d0-03d62f482588 req-c264bc8f-6fe7-4e2e-bb25-7fc40e0c1834 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 943 time: 0.1218994 Sep 06 14:41:14.138961 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:14.185673 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6f0b6a76-5c42-470b-b559-3fea6634b2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:14.268997 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6151ae60-320a-4f94-8360-8b7fbbfc9272 req-348dc59a-9d13-4a34-abce-f39204249dc4 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714044 Sep 06 14:41:14.281692 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b86f9565-4b04-4a3d-84d0-03d62f482588 req-8ce4ed05-04c7-4e80-92d0-aca7443ad7a0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530569 Sep 06 14:41:14.321323 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c745a68-6ee0-4ba2-b92e-4f4f9077d61a req-3e067909-33b0-49c7-a7bd-f73c81195ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.323065 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0c745a68-6ee0-4ba2-b92e-4f4f9077d61a req-3e067909-33b0-49c7-a7bd-f73c81195ed5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=29ddb815ddb24c5a86750de816852b9e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1955070 Sep 06 14:41:14.397417 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6f0b6a76-5c42-470b-b559-3fea6634b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:14.400052 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6f0b6a76-5c42-470b-b559-3fea6634b2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:14.403600 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6f0b6a76-5c42-470b-b559-3fea6634b2ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/578473f4-6bc3-41ba-8cd2-976119e6f93e HTTP/1.1" status: 204 len: 168 time: 0.5063424 Sep 06 14:41:14.418616 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b6a76-5c42-470b-b559-3fea6634b2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578473f4-6bc3-41ba-8cd2-976119e6f93e,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:14.464344 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c745a68-6ee0-4ba2-b92e-4f4f9077d61a req-2a4bc257-378f-42c6-835d-75af474d8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.465821 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0c745a68-6ee0-4ba2-b92e-4f4f9077d61a req-2a4bc257-378f-42c6-835d-75af474d8fbb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348100 Sep 06 14:41:14.483113 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031efc3-6aab-4685-8f53-b0d87e664577 req-88449322-63c2-47b5-9fb9-00f5a918f2b0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.485109 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e031efc3-6aab-4685-8f53-b0d87e664577 req-88449322-63c2-47b5-9fb9-00f5a918f2b0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0698895 Sep 06 14:41:14.560122 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e031efc3-6aab-4685-8f53-b0d87e664577 req-d0e44d77-1115-46dc-9267-fbac88636a26 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613015 Sep 06 14:41:14.574694 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-34865cf3-44cd-4ba3-a543-f3b116ea7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.577009 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-34865cf3-44cd-4ba3-a543-f3b116ea7a12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 1096 time: 0.0622678 Sep 06 14:41:14.625235 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-cf5b9502-98d9-4b8a-a455-27a62bf20cac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d63d7a1c-775c-4675-a209-7f732b494158 HTTP/1.1" status: 200 len: 217 time: 0.0365396 Sep 06 14:41:14.678767 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-ad84ce80-5cc3-466b-8960-742fd3eba5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:14.680308 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-ad84ce80-5cc3-466b-8960-742fd3eba5e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef2d8030-7897-4115-8974-d90a1ac82534 HTTP/1.1" status: 200 len: 858 time: 0.0427351 Sep 06 14:41:14.716510 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-8a553aa0-6272-4ecb-8fb0-4dfedc3a345c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249767 Sep 06 14:41:14.818561 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-90f3f59a-fcf8-4693-ba2a-c0d2cc9b87bf service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947452 Sep 06 14:41:14.931958 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc8e916d-4abd-46fc-a8ed-3a851460650a req-4108c044-9945-4144-8180-2d7e75ae16af service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949547 Sep 06 14:41:14.935800 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device bb64e76a-59a8-4f09-9345-141de9a17475 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:15.056210 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port bb64e76a-59a8-4f09-9345-141de9a17475, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bb64e76a-59a8-4f09-9345-141de9a17475,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:15.072036 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': 'bb64e76a-59a8-4f09-9345-141de9a17475', 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18', 'port_id': 'bb64e76a-59a8-4f09-9345-141de9a17475', 'mac_address': 'fa:16:3e:ee:77:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2d8030-7897-4115-8974-d90a1ac82534', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:15.108048 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.120430 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb64e76a-59a8-4f09-9345-141de9a17475 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:15.138840 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58816) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:15.139010 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port bb64e76a-59a8-4f09-9345-141de9a17475, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bb64e76a-59a8-4f09-9345-141de9a17475,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:15.152857 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d295799e-9be2-4cdc-b94b-dcf3259ab422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.203318 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.204028 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 054c6249-423f-46a6-ae53-956234a96750 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:15.248214 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d295799e-9be2-4cdc-b94b-dcf3259ab422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.283514 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=bb64e76a-59a8-4f09-9345-141de9a17475,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:15.343734 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d295799e-9be2-4cdc-b94b-dcf3259ab422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.385373 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 054c6249-423f-46a6-ae53-956234a96750, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=054c6249-423f-46a6-ae53-956234a96750,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:15.397026 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '054c6249-423f-46a6-ae53-956234a96750', 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509', 'port_id': '054c6249-423f-46a6-ae53-956234a96750', 'mac_address': 'fa:16:3e:d6:f8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:15.405345 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd5c52-92fa-4484-b6a5-dac1928d79c0 req-2dbc6b98-7764-4b57-ad06-a91043457800 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:15.406928 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7bdd5c52-92fa-4484-b6a5-dac1928d79c0 req-2dbc6b98-7764-4b57-ad06-a91043457800 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.1017883 Sep 06 14:41:15.427968 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d295799e-9be2-4cdc-b94b-dcf3259ab422 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4b40f56e2824cf9bc48286e419a2a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879865 Sep 06 14:41:15.430753 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295799e-9be2-4cdc-b94b-dcf3259ab422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6c3de3-7dfd-4264-b8b4-6a8c3a161579,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:15.431740 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58828) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:15.437407 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.452253 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054c6249-423f-46a6-ae53-956234a96750 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:15.470356 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7bdd5c52-92fa-4484-b6a5-dac1928d79c0 req-83cb0dfe-f0b7-42bd-aec2-559e58db270e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553188 Sep 06 14:41:15.480259 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 054c6249-423f-46a6-ae53-956234a96750, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=054c6249-423f-46a6-ae53-956234a96750,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:15.481084 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47f0f0-b4bc-4b00-b0d9-5e4c7e3607eb req-08947e5a-1d97-4de5-8b0d-9f848b7ceb10 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:15.481084 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ec47f0f0-b4bc-4b00-b0d9-5e4c7e3607eb req-08947e5a-1d97-4de5-8b0d-9f848b7ceb10 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 944 time: 0.1212654 Sep 06 14:41:15.500522 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-189a8858-4b79-4fa6-82ab-5d786be3e816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.525040 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-189a8858-4b79-4fa6-82ab-5d786be3e816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.539905 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ec47f0f0-b4bc-4b00-b0d9-5e4c7e3607eb req-8c446aa9-96a9-4bfd-8bdf-0f2edcd1f4fc tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512872 Sep 06 14:41:15.557945 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.619106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390a6ad-4fea-4812-a80d-52de8b8b0134 req-9f10fa5a-306e-4177-8cd7-a3daa054d348 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:15.620896 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5390a6ad-4fea-4812-a80d-52de8b8b0134 req-9f10fa5a-306e-4177-8cd7-a3daa054d348 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 943 time: 0.0707700 Sep 06 14:41:15.638138 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=054c6249-423f-46a6-ae53-956234a96750,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:15.665712 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-189a8858-4b79-4fa6-82ab-5d786be3e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.668650 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-189a8858-4b79-4fa6-82ab-5d786be3e816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:15.669806 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-189a8858-4b79-4fa6-82ab-5d786be3e816 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab6c3de3-7dfd-4264-b8b4-6a8c3a161579 HTTP/1.1" status: 204 len: 168 time: 0.2345724 Sep 06 14:41:15.685629 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a8858-4b79-4fa6-82ab-5d786be3e816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6c3de3-7dfd-4264-b8b4-6a8c3a161579,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:15.707955 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5390a6ad-4fea-4812-a80d-52de8b8b0134 req-f406fda3-a3c6-4074-90a0-3ddfdfca028f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745525 Sep 06 14:41:15.744176 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9544e-5658-419f-93cb-57005d845dd3 req-0f13fd68-5d01-4b86-8168-31f5a4691250 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:15.745696 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d5b9544e-5658-419f-93cb-57005d845dd3 req-0f13fd68-5d01-4b86-8168-31f5a4691250 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0869062 Sep 06 14:41:15.791492 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d5b9544e-5658-419f-93cb-57005d845dd3 req-b9b0e4ba-1334-4fd2-917a-76e8d37e974c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381684 Sep 06 14:41:15.822709 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58842) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:15.874231 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['054c6249-423f-46a6-ae53-956234a96750'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:15.899638 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['bb64e76a-59a8-4f09-9345-141de9a17475'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:16.055129 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-306007de-5051-49e2-b8b3-4e7951438ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:16.167736 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-306007de-5051-49e2-b8b3-4e7951438ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:16.253851 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-306007de-5051-49e2-b8b3-4e7951438ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:16.291686 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-306007de-5051-49e2-b8b3-4e7951438ebe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a0ac7dba07144b2b338af053a388ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675906 Sep 06 14:41:16.295368 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58858) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:16.301421 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306007de-5051-49e2-b8b3-4e7951438ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147a64b4-3ddd-4654-be89-d245f2c98a56,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:16.368978 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9abe40ba-ecf4-4c9a-bcbe-cb6cda243830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:16.395132 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9abe40ba-ecf4-4c9a-bcbe-cb6cda243830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:16.532928 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9abe40ba-ecf4-4c9a-bcbe-cb6cda243830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:16.535498 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9abe40ba-ecf4-4c9a-bcbe-cb6cda243830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:16.539298 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9abe40ba-ecf4-4c9a-bcbe-cb6cda243830 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/147a64b4-3ddd-4654-be89-d245f2c98a56 HTTP/1.1" status: 204 len: 168 time: 0.2426660 Sep 06 14:41:16.550808 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe40ba-ecf4-4c9a-bcbe-cb6cda243830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147a64b4-3ddd-4654-be89-d245f2c98a56,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:16.657380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c113199-d8ac-496b-a93e-d1e4ce68188e req-b47112f2-a363-4347-92c0-f07a623b5683 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:16.658931 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7c113199-d8ac-496b-a93e-d1e4ce68188e req-b47112f2-a363-4347-92c0-f07a623b5683 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0789864 Sep 06 14:41:16.679654 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9cbd-f436-4abb-8fe4-ca2ca72aa976 req-90c8a6f0-8747-44e5-b872-5c79960463b6 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:16.681094 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-af0c9cbd-f436-4abb-8fe4-ca2ca72aa976 req-90c8a6f0-8747-44e5-b872-5c79960463b6 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 945 time: 0.0715837 Sep 06 14:41:16.720643 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7c113199-d8ac-496b-a93e-d1e4ce68188e req-e077af17-dc54-4bfd-8440-b2e21a0ccafb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552785 Sep 06 14:41:16.747135 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-af0c9cbd-f436-4abb-8fe4-ca2ca72aa976 req-023b4635-28bc-4006-b485-9c48b46c9071 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562301 Sep 06 14:41:16.854798 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f0536-273e-4251-82c9-b95bc4b6a657 req-d379a2ed-c5cd-4168-84e0-b052cc934596 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:16.855923 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-817f0536-273e-4251-82c9-b95bc4b6a657 req-d379a2ed-c5cd-4168-84e0-b052cc934596 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 943 time: 0.0526156 Sep 06 14:41:16.896519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-817f0536-273e-4251-82c9-b95bc4b6a657 req-d2c8fee2-73b0-4ab9-ae99-46b1b8147479 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Sep 06 14:41:16.932119 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device d63d7a1c-775c-4675-a209-7f732b494158 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:17.031838 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port d63d7a1c-775c-4675-a209-7f732b494158, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d63d7a1c-775c-4675-a209-7f732b494158,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:17.042797 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': 'd63d7a1c-775c-4675-a209-7f732b494158', 'network_id': 'edf090b6-7759-4e8a-8a2c-845ecb4c7b18', 'port_id': 'd63d7a1c-775c-4675-a209-7f732b494158', 'mac_address': 'fa:16:3e:a1:d6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2d8030-7897-4115-8974-d90a1ac82534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:17.081791 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.096480 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63d7a1c-775c-4675-a209-7f732b494158 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:17.118127 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port d63d7a1c-775c-4675-a209-7f732b494158, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d63d7a1c-775c-4675-a209-7f732b494158,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:17.231680 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.278966 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=d63d7a1c-775c-4675-a209-7f732b494158,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:17.402487 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58892) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:17.415753 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-538450c1-26e6-40d2-93fe-e7c1813ce3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.506111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-538450c1-26e6-40d2-93fe-e7c1813ce3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.585506 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-538450c1-26e6-40d2-93fe-e7c1813ce3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.624498 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-538450c1-26e6-40d2-93fe-e7c1813ce3e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80e16f590d3a45f7ae1941fe92cf9a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207141 Sep 06 14:41:17.625197 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538450c1-26e6-40d2-93fe-e7c1813ce3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74d70f5-24ff-4501-9ee1-24c9c8655664,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:17.627047 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58900) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:17.677736 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ab65e46f-0ad1-47fa-9715-695e49896ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.698826 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ab65e46f-0ad1-47fa-9715-695e49896ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.841501 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae3633-ddc0-4081-a1fd-1b1dad9551ae req-249e9930-677c-4dbb-85ba-c96a67533df4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:17.845893 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ab65e46f-0ad1-47fa-9715-695e49896ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.846313 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fdae3633-ddc0-4081-a1fd-1b1dad9551ae req-249e9930-677c-4dbb-85ba-c96a67533df4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0502379 Sep 06 14:41:17.846615 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ab65e46f-0ad1-47fa-9715-695e49896ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:17.846615 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ab65e46f-0ad1-47fa-9715-695e49896ea6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f74d70f5-24ff-4501-9ee1-24c9c8655664 HTTP/1.1" status: 204 len: 168 time: 0.2175918 Sep 06 14:41:17.854011 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65e46f-0ad1-47fa-9715-695e49896ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74d70f5-24ff-4501-9ee1-24c9c8655664,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:17.892203 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fdae3633-ddc0-4081-a1fd-1b1dad9551ae req-b71f6793-4c75-4ff4-9fc9-12e5030f2418 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392346 Sep 06 14:41:18.000469 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76991b1-23b9-4b9c-a8ae-892dc307c768 req-2964e49e-d1e4-49f5-b80a-b8ccdda78dee tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:18.001948 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f76991b1-23b9-4b9c-a8ae-892dc307c768 req-2964e49e-d1e4-49f5-b80a-b8ccdda78dee tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 945 time: 0.0524383 Sep 06 14:41:18.039935 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f76991b1-23b9-4b9c-a8ae-892dc307c768 req-4f1ade51-b0e6-4a91-8dcd-180dbf531da9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Sep 06 14:41:18.140176 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b1c34-b278-4334-8af5-a877780c941a req-f892a898-14ea-4515-a4ce-4d21c8fd6715 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:18.141591 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b34b1c34-b278-4334-8af5-a877780c941a req-f892a898-14ea-4515-a4ce-4d21c8fd6715 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 944 time: 0.0486796 Sep 06 14:41:18.178850 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b34b1c34-b278-4334-8af5-a877780c941a req-910169fc-7146-424d-962b-12926b1dcdfa tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Sep 06 14:41:18.554250 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 58918) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:18.567190 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-43d250d1-d7dc-41f7-bb3b-fcaf2ed635f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:18.695851 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-43d250d1-d7dc-41f7-bb3b-fcaf2ed635f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:18.766750 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-43d250d1-d7dc-41f7-bb3b-fcaf2ed635f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:18.806357 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-43d250d1-d7dc-41f7-bb3b-fcaf2ed635f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad2751ffb27b42b9b9835b6fcbd7aa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510195 Sep 06 14:41:18.807181 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d250d1-d7dc-41f7-bb3b-fcaf2ed635f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b855aaef-82ec-49f2-8bd7-2e28730efb19,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:18.809516 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 58920) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:18.856641 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2002d0c1-a026-4f6e-9c78-00206712e0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:18.880331 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2002d0c1-a026-4f6e-9c78-00206712e0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:18.990925 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2002d0c1-a026-4f6e-9c78-00206712e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:18.993560 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2002d0c1-a026-4f6e-9c78-00206712e0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:18.994768 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-2002d0c1-a026-4f6e-9c78-00206712e0fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b855aaef-82ec-49f2-8bd7-2e28730efb19 HTTP/1.1" status: 204 len: 168 time: 0.1842368 Sep 06 14:41:19.003508 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002d0c1-a026-4f6e-9c78-00206712e0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b855aaef-82ec-49f2-8bd7-2e28730efb19,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:19.009677 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba813-01d2-4098-916a-7f0bd22b7834 req-460d6a08-c555-4f16-a23c-58ea384d644d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:19.010832 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9cfba813-01d2-4098-916a-7f0bd22b7834 req-460d6a08-c555-4f16-a23c-58ea384d644d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0501323 Sep 06 14:41:19.051104 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9cfba813-01d2-4098-916a-7f0bd22b7834 req-41bb1d81-2738-469f-99e9-33ed700d6329 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336444 Sep 06 14:41:19.165622 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755e32-6388-47c7-9fe8-3654a73fe0ea req-d7945f28-b373-43f7-9af9-58e7ed5b088f tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:19.167054 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d755e32-6388-47c7-9fe8-3654a73fe0ea req-d7945f28-b373-43f7-9af9-58e7ed5b088f tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 945 time: 0.0472350 Sep 06 14:41:19.204313 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d755e32-6388-47c7-9fe8-3654a73fe0ea req-3e0306f2-3dbe-49ea-9f75-e1f7699bacae tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304124 Sep 06 14:41:19.303803 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361c515-125b-4bc6-bc87-033bc92c9d4f req-7148e6c8-90be-4bff-a5eb-fac7ac33b392 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:19.305246 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6361c515-125b-4bc6-bc87-033bc92c9d4f req-7148e6c8-90be-4bff-a5eb-fac7ac33b392 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 944 time: 0.0466189 Sep 06 14:41:19.349790 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6361c515-125b-4bc6-bc87-033bc92c9d4f req-b5a168f3-7a49-4259-8ec8-895adb1866d1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Sep 06 14:41:19.920840 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 054c6249-423f-46a6-ae53-956234a96750 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:20.019989 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 054c6249-423f-46a6-ae53-956234a96750 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:20.024267 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 054c6249-423f-46a6-ae53-956234a96750 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:20.024653 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:20.116680 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:20.158138 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8260ffb0-e81d-4c9d-b761-dabf4c710db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054c6249-423f-46a6-ae53-956234a96750'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:20.160614 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b982dee-7995-427e-bef6-3df8d595592a" -d '{"events": [{"server_uuid": "8260ffb0-e81d-4c9d-b761-dabf4c710db5", "name": "network-vif-plugged", "status": "completed", "tag": "054c6249-423f-46a6-ae53-956234a96750"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:20.173436 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 054c6249-423f-46a6-ae53-956234a96750, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=054c6249-423f-46a6-ae53-956234a96750,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:20.198028 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-d9762a5d-df6a-43db-8855-a427ee80fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:20.199580 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-d9762a5d-df6a-43db-8855-a427ee80fd71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1098 time: 0.0706511 Sep 06 14:41:20.212108 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb199139-f167-4493-9b90-2bbbc961f2cf req-1261c9c5-bfaa-44d4-ad8f-5bac374b90fe tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:20.213623 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb199139-f167-4493-9b90-2bbbc961f2cf req-1261c9c5-bfaa-44d4-ad8f-5bac374b90fe tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0590835 Sep 06 14:41:20.240305 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:20.240305 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device bb64e76a-59a8-4f09-9345-141de9a17475 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:20.279610 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb199139-f167-4493-9b90-2bbbc961f2cf req-b53d6eb1-14b9-42e3-ab2c-53b803fe3640 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593574 Sep 06 14:41:20.281977 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['d63d7a1c-775c-4675-a209-7f732b494158'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:20.333773 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a86f11-57c7-4117-850e-68c8a3ae0e24 x-openstack-request-id: req-06a86f11-57c7-4117-850e-68c8a3ae0e24 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:20.334074 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8260ffb0-e81d-4c9d-b761-dabf4c710db5", "name": "network-vif-plugged", "status": "completed", "tag": "054c6249-423f-46a6-ae53-956234a96750", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:20.334323 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06a86f11-57c7-4117-850e-68c8a3ae0e24 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:20.335369 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8260ffb0-e81d-4c9d-b761-dabf4c710db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054c6249-423f-46a6-ae53-956234a96750', 'code': 200} Sep 06 14:41:20.353919 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-fdff1d9b-7d0a-4468-bc38-1a291b851b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:20.355666 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-fdff1d9b-7d0a-4468-bc38-1a291b851b3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.1344395 Sep 06 14:41:20.370728 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=054c6249-423f-46a6-ae53-956234a96750,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:20.449357 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port bb64e76a-59a8-4f09-9345-141de9a17475 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:20.460504 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port bb64e76a-59a8-4f09-9345-141de9a17475 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:20.460881 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:20.475798 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-c9ac5ee8-c829-4dd7-b3dc-b63e67a0b766 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 HTTP/1.1" status: 200 len: 1000 time: 0.1027012 Sep 06 14:41:20.502593 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3f767-e025-4815-9bbe-c1034b14dfef req-486f5a70-5e10-4442-b9ef-c5582479f805 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:20.506083 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9eb3f767-e025-4815-9bbe-c1034b14dfef req-486f5a70-5e10-4442-b9ef-c5582479f805 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 946 time: 0.0819252 Sep 06 14:41:20.564849 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-2e36e965-93d0-499b-bcb1-becac01f3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:20.566496 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-2e36e965-93d0-499b-bcb1-becac01f3c7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0803308 Sep 06 14:41:20.588010 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9eb3f767-e025-4815-9bbe-c1034b14dfef req-a645d48d-30b0-43c4-bf45-66d427f8e20e tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623076 Sep 06 14:41:20.619280 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:20.682406 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port bb64e76a-59a8-4f09-9345-141de9a17475, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bb64e76a-59a8-4f09-9345-141de9a17475,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:20.683397 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-04802595-39b3-4495-a10e-08e31f0970ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:20.684993 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-04802595-39b3-4495-a10e-08e31f0970ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920398 Sep 06 14:41:20.701624 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ce95-dc46-4673-8677-bc3f1126e8f3 req-47e714e9-05f9-4e11-9438-6168b3653993 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:20.703091 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c9d3ce95-dc46-4673-8677-bc3f1126e8f3 req-47e714e9-05f9-4e11-9438-6168b3653993 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 944 time: 0.0610304 Sep 06 14:41:20.746191 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177c312-f5df-4990-9c33-a04636a8fbd8 req-acd4002b-a1a5-4748-b193-9b4d3580eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:20.748319 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7177c312-f5df-4990-9c33-a04636a8fbd8 req-acd4002b-a1a5-4748-b193-9b4d3580eb0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 1099 time: 0.0491941 Sep 06 14:41:20.779692 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:20.786417 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7177c312-f5df-4990-9c33-a04636a8fbd8 req-181fecb6-d6fa-450c-a54f-aef4109f92c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290899 Sep 06 14:41:20.799945 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c9d3ce95-dc46-4673-8677-bc3f1126e8f3 req-6513812d-5b5a-41c2-b2f8-404413eed584 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886478 Sep 06 14:41:20.821358 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-c565c30a-7725-49e8-bbee-ad89ace6843d service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170254 Sep 06 14:41:20.833549 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=bb64e76a-59a8-4f09-9345-141de9a17475,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:21.125170 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a1ea3a45-5804-4f8a-87ef-fece549a3bcd req-00e37ec4-d372-4436-bdda-78bfcd639df5 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047568 Sep 06 14:41:21.400931 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f5e76-a5f5-4403-a28a-67cd6182ca07 req-aca77d13-3c0d-4b5c-a528-4b6122c5ce1f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:21.402401 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d85f5e76-a5f5-4403-a28a-67cd6182ca07 req-aca77d13-3c0d-4b5c-a528-4b6122c5ce1f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0503364 Sep 06 14:41:21.440924 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d85f5e76-a5f5-4403-a28a-67cd6182ca07 req-aeb2e686-d26c-4711-ae43-89b8f32d1a8c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326483 Sep 06 14:41:21.736765 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8726-8f0d-49fd-a4ec-e853beb8bcc7 req-33da0562-5b45-4938-8d94-d9c92c1d648d tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:21.738280 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-447b8726-8f0d-49fd-a4ec-e853beb8bcc7 req-33da0562-5b45-4938-8d94-d9c92c1d648d tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 946 time: 0.0521812 Sep 06 14:41:21.778963 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-447b8726-8f0d-49fd-a4ec-e853beb8bcc7 req-d78a6be9-a9e4-49e2-bd38-a632ec38ac2f tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334308 Sep 06 14:41:21.917936 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f5a3a-b518-47cd-a09a-ee80fa3f0ee1 req-23331b7d-06a7-4f32-ab9e-c5c8a01ef36f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:21.920194 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f51f5a3a-b518-47cd-a09a-ee80fa3f0ee1 req-23331b7d-06a7-4f32-ab9e-c5c8a01ef36f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 944 time: 0.0529933 Sep 06 14:41:21.949415 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device d63d7a1c-775c-4675-a209-7f732b494158 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:21.960937 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f51f5a3a-b518-47cd-a09a-ee80fa3f0ee1 req-c925737c-4f29-4527-ae18-281424a7cb96 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348616 Sep 06 14:41:22.111180 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port d63d7a1c-775c-4675-a209-7f732b494158 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:22.115301 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port d63d7a1c-775c-4675-a209-7f732b494158 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:22.115712 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:22.204077 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:22.237638 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port d63d7a1c-775c-4675-a209-7f732b494158, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d63d7a1c-775c-4675-a209-7f732b494158,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:22.332980 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:22.336701 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecec234c-3b6c-4d15-b619-6e910b444e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64e76a-59a8-4f09-9345-141de9a17475'}, {'server_uuid': '2726a19a-5d8d-44b4-a7bd-9e389e0acdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63d7a1c-775c-4675-a209-7f732b494158'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:22.338971 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d52fc4-0f4f-4e45-84ac-9d989e1a7050" -d '{"events": [{"server_uuid": "ecec234c-3b6c-4d15-b619-6e910b444e2a", "name": "network-vif-plugged", "status": "completed", "tag": "bb64e76a-59a8-4f09-9345-141de9a17475"}, {"server_uuid": "2726a19a-5d8d-44b4-a7bd-9e389e0acdee", "name": "network-vif-plugged", "status": "completed", "tag": "d63d7a1c-775c-4675-a209-7f732b494158"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:22.383365 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02d8e81-3479-45d1-b3c4-ac7b75f05fba x-openstack-request-id: req-b02d8e81-3479-45d1-b3c4-ac7b75f05fba {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:22.383683 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecec234c-3b6c-4d15-b619-6e910b444e2a", "name": "network-vif-plugged", "status": "completed", "tag": "bb64e76a-59a8-4f09-9345-141de9a17475", "code": 200}, {"server_uuid": "2726a19a-5d8d-44b4-a7bd-9e389e0acdee", "name": "network-vif-plugged", "status": "completed", "tag": "d63d7a1c-775c-4675-a209-7f732b494158", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:22.383934 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b02d8e81-3479-45d1-b3c4-ac7b75f05fba {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:22.384328 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecec234c-3b6c-4d15-b619-6e910b444e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64e76a-59a8-4f09-9345-141de9a17475', 'code': 200} Sep 06 14:41:22.384581 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2726a19a-5d8d-44b4-a7bd-9e389e0acdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63d7a1c-775c-4675-a209-7f732b494158', 'code': 200} Sep 06 14:41:22.389623 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=d63d7a1c-775c-4675-a209-7f732b494158,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:22.560451 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48930438-245e-40db-bd5a-efb6f58b95de req-9caa3796-74c2-4389-b428-3511cd3c03ae tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:22.561982 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-48930438-245e-40db-bd5a-efb6f58b95de req-9caa3796-74c2-4389-b428-3511cd3c03ae tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0512564 Sep 06 14:41:22.606375 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-48930438-245e-40db-bd5a-efb6f58b95de req-f4a1df84-9efe-4a35-9aec-66c0e3c91a80 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333564 Sep 06 14:41:22.773035 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c502d-9418-4ec1-8f3a-465d7767b79e req-52172a04-206c-400f-9e7e-1d3e5657f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:22.781232 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f81c502d-9418-4ec1-8f3a-465d7767b79e req-52172a04-206c-400f-9e7e-1d3e5657f1f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1099 time: 0.0411370 Sep 06 14:41:22.781355 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7223-c6c7-43ef-b3d3-b6830aab83db req-a94c7aca-1dd8-4843-b8b2-b474765ab61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:22.781355 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-946a7223-c6c7-43ef-b3d3-b6830aab83db req-a94c7aca-1dd8-4843-b8b2-b474765ab61a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 1098 time: 0.0431125 Sep 06 14:41:22.820585 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f81c502d-9418-4ec1-8f3a-465d7767b79e req-3100832c-7e8b-4d44-8636-9693056e51d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Sep 06 14:41:22.821879 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-946a7223-c6c7-43ef-b3d3-b6830aab83db req-a78df698-5a50-4cb9-81b0-4163731b088a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Sep 06 14:41:22.899518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9d9f2-4496-4957-8942-da3d388a1818 req-447f1fa8-60c3-4cbc-bd27-9f9d64e596a3 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:22.900962 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d2b9d9f2-4496-4957-8942-da3d388a1818 req-447f1fa8-60c3-4cbc-bd27-9f9d64e596a3 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 946 time: 0.0508053 Sep 06 14:41:22.937587 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d2b9d9f2-4496-4957-8942-da3d388a1818 req-8ef443bf-9738-48b9-bb8e-52dbd4092d08 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Sep 06 14:41:23.035011 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 59040) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:23.092429 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6df8b-3d4a-4ab1-8581-e29b73a52a9a req-e6402b57-c7b1-4790-b852-50cac3f220c4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:23.094073 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d5e6df8b-3d4a-4ab1-8581-e29b73a52a9a req-e6402b57-c7b1-4790-b852-50cac3f220c4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0567796 Sep 06 14:41:23.132850 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d5e6df8b-3d4a-4ab1-8581-e29b73a52a9a req-1fcd3c0d-9317-4ecf-9f50-f87ff395ae0b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328016 Sep 06 14:41:23.146753 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5148226c-d324-4995-a52d-e051f0a62ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:23.239729 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5148226c-d324-4995-a52d-e051f0a62ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:23.322648 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5148226c-d324-4995-a52d-e051f0a62ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:23.361464 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5148226c-d324-4995-a52d-e051f0a62ab5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3226ae8ae6914522ac51b5685079039f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251119 Sep 06 14:41:23.362206 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148226c-d324-4995-a52d-e051f0a62ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a3437-9b1b-49c7-a265-4b3a15990a26,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:23.364307 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 59052) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:23.419686 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2254-5c6a-4cf8-bd84-02fcd9858cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:23.442985 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2254-5c6a-4cf8-bd84-02fcd9858cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:23.533938 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2254-5c6a-4cf8-bd84-02fcd9858cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:23.536527 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2254-5c6a-4cf8-bd84-02fcd9858cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:23.537709 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c6fd2254-5c6a-4cf8-bd84-02fcd9858cd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be8a3437-9b1b-49c7-a265-4b3a15990a26 HTTP/1.1" status: 204 len: 168 time: 0.1724002 Sep 06 14:41:23.546272 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd2254-5c6a-4cf8-bd84-02fcd9858cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a3437-9b1b-49c7-a265-4b3a15990a26,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:23.637099 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:23.725947 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769b0d5-d4ca-4ce6-86c1-2d8a00fba9c2 req-db2485d9-1bd8-447c-8905-fcc6793dc4b0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:23.729352 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6769b0d5-d4ca-4ce6-86c1-2d8a00fba9c2 req-db2485d9-1bd8-447c-8905-fcc6793dc4b0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0528717 Sep 06 14:41:23.765094 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6769b0d5-d4ca-4ce6-86c1-2d8a00fba9c2 req-e42fb6d9-a0c0-4ee2-8a49-532999813a2e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Sep 06 14:41:24.250800 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1feac7-691f-4f74-9365-ab084790a5b2 req-07540959-1332-455b-afbd-03cc256e90c9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:24.252316 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6a1feac7-691f-4f74-9365-ab084790a5b2 req-07540959-1332-455b-afbd-03cc256e90c9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0527189 Sep 06 14:41:24.289470 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6a1feac7-691f-4f74-9365-ab084790a5b2 req-2ba9ecf8-4402-4c02-9507-4bcf40bb0262 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Sep 06 14:41:24.414634 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271e68f-eadf-4374-83e5-e4a51847cba2 req-428a7e5f-9899-456c-8ba1-f95f576315e2 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:24.418022 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7271e68f-eadf-4374-83e5-e4a51847cba2 req-428a7e5f-9899-456c-8ba1-f95f576315e2 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 946 time: 0.0501385 Sep 06 14:41:24.454720 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7271e68f-eadf-4374-83e5-e4a51847cba2 req-1f027fc5-4376-4bba-b97b-4747d9c0da93 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Sep 06 14:41:24.889446 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4b56-d409-4049-a174-a37500b62ca8 req-f9ca6088-6d09-4d6d-abf9-44c4a082e454 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:24.890943 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae5d4b56-d409-4049-a174-a37500b62ca8 req-f9ca6088-6d09-4d6d-abf9-44c4a082e454 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0523617 Sep 06 14:41:24.929512 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae5d4b56-d409-4049-a174-a37500b62ca8 req-f707802f-ab6c-49ad-b9b6-362d9d273d44 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327101 Sep 06 14:41:25.404002 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a1094-ea62-4149-a311-d8f18fe09cfe req-fe21414b-cd8a-4e87-8825-bfd07c46cd3a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:25.405464 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bb4a1094-ea62-4149-a311-d8f18fe09cfe req-fe21414b-cd8a-4e87-8825-bfd07c46cd3a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0506110 Sep 06 14:41:25.442152 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bb4a1094-ea62-4149-a311-d8f18fe09cfe req-bee399e2-c060-49d7-ac69-499107cfac6c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Sep 06 14:41:25.568281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303adfe-e70a-4ef0-a5b3-05bdda849c7e req-3aaccc56-0355-44cd-85f3-e257ea0b1354 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:25.578110 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8303adfe-e70a-4ef0-a5b3-05bdda849c7e req-3aaccc56-0355-44cd-85f3-e257ea0b1354 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 946 time: 0.0483751 Sep 06 14:41:25.615076 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8303adfe-e70a-4ef0-a5b3-05bdda849c7e req-9cc731eb-09a8-498a-b922-c4d3eb43d067 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366242 Sep 06 14:41:25.992812 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c7d40-7893-4e3b-ae12-9653e77161d6 req-8ece5ddf-14de-460e-ad87-e0ede5415515 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:25.996890 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d7c7d40-7893-4e3b-ae12-9653e77161d6 req-8ece5ddf-14de-460e-ad87-e0ede5415515 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0608671 Sep 06 14:41:26.052646 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-81f66262-bad4-4bb6-9f29-68e5bef9bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:26.054169 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-81f66262-bad4-4bb6-9f29-68e5bef9bef8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 1098 time: 0.0411503 Sep 06 14:41:26.061543 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0d7c7d40-7893-4e3b-ae12-9653e77161d6 req-f47a66d6-646c-4eee-8135-110804e8a73e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577750 Sep 06 14:41:26.077488 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d049f0-ec73-4ab6-888a-ebbedd194896 req-0bf316cc-8a80-4811-9192-a17b5438de21 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:26.078981 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d1d049f0-ec73-4ab6-888a-ebbedd194896 req-0bf316cc-8a80-4811-9192-a17b5438de21 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0618925 Sep 06 14:41:26.117891 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d1d049f0-ec73-4ab6-888a-ebbedd194896 req-5eb30ee0-4b34-45eb-a3dc-7e5ec98931ae tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324774 Sep 06 14:41:26.211411 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-d11a696c-92d4-4874-a7d4-6028fb1657a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:26.212888 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-d11a696c-92d4-4874-a7d4-6028fb1657a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 919 time: 0.1407197 Sep 06 14:41:26.261385 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-323de932-627a-4712-b281-be546bc5cd3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d63d7a1c-775c-4675-a209-7f732b494158 HTTP/1.1" status: 200 len: 217 time: 0.0374761 Sep 06 14:41:26.314927 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-fba8fc42-e237-48d7-bf1c-166fd9272525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:26.316412 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-fba8fc42-e237-48d7-bf1c-166fd9272525 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef2d8030-7897-4115-8974-d90a1ac82534 HTTP/1.1" status: 200 len: 858 time: 0.0424430 Sep 06 14:41:26.348166 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-2892103b-c124-42d2-bc03-2e3b883a5fe4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231161 Sep 06 14:41:26.441466 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-05ad47e6-3c75-40cb-be62-b9926d83ce43 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844104 Sep 06 14:41:26.538057 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cee989cc-82a0-4418-82f2-79367cec27f4 req-d6d8eb02-5400-4a13-9956-e91f08b2f881 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827799 Sep 06 14:41:26.750378 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e9b18-7b6d-4612-aab5-dbf903e22845 req-ef1fb9e2-576f-4613-bff9-cec0b1fb913e tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:26.752061 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-da7e9b18-7b6d-4612-aab5-dbf903e22845 req-ef1fb9e2-576f-4613-bff9-cec0b1fb913e tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 946 time: 0.0623388 Sep 06 14:41:26.762884 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-fdea9bd6-386a-4a85-8515-a4b4bb83744b tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:26.765035 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-fdea9bd6-386a-4a85-8515-a4b4bb83744b tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.18 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 946 time: 0.0995607 Sep 06 14:41:26.794271 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-da7e9b18-7b6d-4612-aab5-dbf903e22845 req-b5bd24b9-bf7e-4a6d-9be8-eea1ff92d2bf tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340304 Sep 06 14:41:26.913745 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Deleting port 054c6249-423f-46a6-ae53-956234a96750 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:41:26.914094 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.013604 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] For port 054c6249-423f-46a6-ae53-956234a96750, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=054c6249-423f-46a6-ae53-956234a96750,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:27.014174 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.032558 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Calling delete_port for 054c6249-423f-46a6-ae53-956234a96750 owned by compute:nova {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:41:27.236857 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e53d9-8267-4998-9ae4-5987b26b22c3 req-b3190fc9-781d-485d-91b4-b02a6866bd79 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:27.238242 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-663e53d9-8267-4998-9ae4-5987b26b22c3 req-b3190fc9-781d-485d-91b4-b02a6866bd79 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0819049 Sep 06 14:41:27.259757 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a666ba6-494c-4efe-9a69-8acd282e1840 req-1bf6e369-82f4-4bda-a839-c45933b48726 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:27.261264 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a666ba6-494c-4efe-9a69-8acd282e1840 req-1bf6e369-82f4-4bda-a839-c45933b48726 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0678229 Sep 06 14:41:27.269804 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.292634 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['054c6249-423f-46a6-ae53-956234a96750'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:27.296854 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Pushing event deleted for resources: {'Port': ['ID=054c6249-423f-46a6-ae53-956234a96750,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:27.314523 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-663e53d9-8267-4998-9ae4-5987b26b22c3 req-37cb4bca-c7e8-472e-877f-0b726bf68434 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679462 Sep 06 14:41:27.317415 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a666ba6-494c-4efe-9a69-8acd282e1840 req-70bb585d-2fed-4c52-922b-a2def41a131f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483556 Sep 06 14:41:27.361794 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] No DVR routers for this DVR port 054c6249-423f-46a6-ae53-956234a96750 on host hv-cinder-80708 {{(pid=100989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:41:27.365418 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.367290 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2948c46f-4c08-47ed-adf5-54dba06ac34b req-8963da4d-ac25-4b2f-9dff-2d36b068a6f9 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.18 "DELETE /v2.0/ports/054c6249-423f-46a6-ae53-956234a96750 HTTP/1.1" status: 204 len: 173 time: 0.5949302 Sep 06 14:41:27.367768 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8260ffb0-e81d-4c9d-b761-dabf4c710db5', 'name': 'network-vif-deleted', 'tag': '054c6249-423f-46a6-ae53-956234a96750'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:27.369990 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74916ab1-4d84-48e3-8440-7d273b02754f" -d '{"events": [{"server_uuid": "8260ffb0-e81d-4c9d-b761-dabf4c710db5", "name": "network-vif-deleted", "tag": "054c6249-423f-46a6-ae53-956234a96750"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:27.412849 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f8717-5e95-45b3-b6b0-e1e3e1dcf2af x-openstack-request-id: req-c05f8717-5e95-45b3-b6b0-e1e3e1dcf2af {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:27.413497 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8260ffb0-e81d-4c9d-b761-dabf4c710db5", "name": "network-vif-deleted", "tag": "054c6249-423f-46a6-ae53-956234a96750", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:27.413876 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c05f8717-5e95-45b3-b6b0-e1e3e1dcf2af {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:27.414276 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8260ffb0-e81d-4c9d-b761-dabf4c710db5', 'name': 'network-vif-deleted', 'tag': '054c6249-423f-46a6-ae53-956234a96750', 'status': 'completed', 'code': 200} Sep 06 14:41:27.457353 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 59142) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:27.559606 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-458dde4c-bb59-4a10-8880-80889b4ebfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.664242 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-458dde4c-bb59-4a10-8880-80889b4ebfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.768343 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-458dde4c-bb59-4a10-8880-80889b4ebfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.810216 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-458dde4c-bb59-4a10-8880-80889b4ebfd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff61c59229fe4759b4b985acef4273f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492036 Sep 06 14:41:27.810216 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dde4c-bb59-4a10-8880-80889b4ebfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc7e18b-3f79-4fad-a177-3fe6629ecad0,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:27.810669 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 59150) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:27.861503 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-bcad7705-f97c-4e4c-b990-06520310eac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.882701 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-bcad7705-f97c-4e4c-b990-06520310eac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:27.922801 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cac97919-c3a5-475c-92e7-48c993b380d5 req-0ca8d119-db96-4c5d-b239-4a11e032a4cf tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=8260ffb0-e81d-4c9d-b761-dabf4c710db5 HTTP/1.1" status: 200 len: 210 time: 0.0381393 Sep 06 14:41:28.030974 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-bcad7705-f97c-4e4c-b990-06520310eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:28.033534 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-bcad7705-f97c-4e4c-b990-06520310eac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:28.034675 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-bcad7705-f97c-4e4c-b990-06520310eac1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fc7e18b-3f79-4fad-a177-3fe6629ecad0 HTTP/1.1" status: 204 len: 168 time: 0.2224541 Sep 06 14:41:28.042545 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7705-f97c-4e4c-b990-06520310eac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc7e18b-3f79-4fad-a177-3fe6629ecad0,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:28.450445 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167b3fe-2a8e-4e5a-b5ab-ed6fdaf20117 req-56a995a0-adb2-4f21-9475-9340a4ddab0e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:28.459693 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5167b3fe-2a8e-4e5a-b5ab-ed6fdaf20117 req-56a995a0-adb2-4f21-9475-9340a4ddab0e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0603049 Sep 06 14:41:28.503564 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5167b3fe-2a8e-4e5a-b5ab-ed6fdaf20117 req-fd35fe02-6f27-4170-9b96-f3d2c70d06f6 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Sep 06 14:41:28.556979 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5e26e-01de-4c0c-8fd3-db3185fcebc0 req-f2024eb9-1a89-457a-be6b-ce5751ee6626 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:28.558348 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bfb5e26e-01de-4c0c-8fd3-db3185fcebc0 req-f2024eb9-1a89-457a-be6b-ce5751ee6626 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0534129 Sep 06 14:41:28.609294 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bfb5e26e-01de-4c0c-8fd3-db3185fcebc0 req-21a518de-c1cf-48a9-ade9-835faae13bab tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Sep 06 14:41:29.469728 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-1a14a6be-9607-4634-a10f-4463498b367e tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:29.471191 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-1a14a6be-9607-4634-a10f-4463498b367e tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/networks?id=4d55fa38-1b90-4640-b983-938d89a00509 HTTP/1.1" status: 200 len: 809 time: 0.3237166 Sep 06 14:41:29.485822 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-6ce04e83-623d-4e01-8603-a58d058f97d5 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/quotas/926985da334a4f049f374e792d997add HTTP/1.1" status: 200 len: 375 time: 0.0088816 Sep 06 14:41:29.516806 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-ecb157c1-c0e1-4854-a55e-49452a08a04d tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=926985da334a4f049f374e792d997add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257792 Sep 06 14:41:29.642782 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-d7cdc0fc-81fe-4758-8b4b-634f474c737d service neutron] 10.222.0.48 "GET /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187396 Sep 06 14:41:29.654947 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfc523-8ee7-45d0-a7c3-d6078aa851c5 req-f90361ef-890a-434d-9c26-2a3b44442d33 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:29.657161 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-58dfc523-8ee7-45d0-a7c3-d6078aa851c5 req-f90361ef-890a-434d-9c26-2a3b44442d33 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0706954 Sep 06 14:41:29.744310 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-58dfc523-8ee7-45d0-a7c3-d6078aa851c5 req-54aceb6d-a898-4aba-89a1-2ae67eccbade tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790875 Sep 06 14:41:29.773490 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-1f7e6b1a-f17c-439c-8ef6-be889ea26e18 service neutron] 10.222.0.48 "GET /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153746 Sep 06 14:41:29.858971 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702813e-efdc-4461-b600-ba1cce0ef91d req-52853e00-2a1e-4b8f-aadf-2f7616da8562 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:29.860832 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2702813e-efdc-4461-b600-ba1cce0ef91d req-52853e00-2a1e-4b8f-aadf-2f7616da8562 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0624652 Sep 06 14:41:29.899329 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2702813e-efdc-4461-b600-ba1cce0ef91d req-bddde4fa-56c0-4ec2-98d5-c7bdf07d5c77 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328238 Sep 06 14:41:30.032235 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-49cc51a6-3fd4-4367-82d6-ab5e659d9ba5 req-60a407fd-2612-4665-b786-d0540bb3e088 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 210 time: 0.0302224 Sep 06 14:41:30.859988 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e810bb0-3be4-4af6-b3d9-15ab491d719b req-28aafa5f-bd6a-4e61-ba09-a13eaf7503cd tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:30.861454 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2e810bb0-3be4-4af6-b3d9-15ab491d719b req-28aafa5f-bd6a-4e61-ba09-a13eaf7503cd tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0518749 Sep 06 14:41:30.899506 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2e810bb0-3be4-4af6-b3d9-15ab491d719b req-103dee48-407b-49fe-bfc2-700d44f8d634 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Sep 06 14:41:31.026599 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592d10-2fae-40fe-908d-2eb858675504 req-9350526d-89b7-4883-9653-4ac6a339023b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:31.028158 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-25592d10-2fae-40fe-908d-2eb858675504 req-9350526d-89b7-4883-9653-4ac6a339023b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0525939 Sep 06 14:41:31.089954 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-25592d10-2fae-40fe-908d-2eb858675504 req-218db230-2ece-484e-ac33-5c38b1af1a41 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525739 Sep 06 14:41:31.155702 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1fb1604f-324c-4c16-bef6-54312db9584a req-78aef874-111b-4dd7-98dd-1ad0b97aa57d tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 210 time: 0.0292716 Sep 06 14:41:31.410884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373becd-77a2-403d-8588-30b41fd4585c req-7b6f583e-6267-4dbb-887b-ce07c42ecedf tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:31.412392 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-7b6f583e-6267-4dbb-887b-ce07c42ecedf tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 814 time: 0.1051087 Sep 06 14:41:31.427209 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-f415762f-928d-4f8f-bca0-c4589337c8ed tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/quotas/05344fa624b846488a8a239f87e64d13 HTTP/1.1" status: 200 len: 375 time: 0.0091889 Sep 06 14:41:31.480311 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-1b42611e-743d-4289-a1a9-4e96146ad082 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478637 Sep 06 14:41:31.575483 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-38d2372e-e069-49b5-ae30-b6b68f966924 service neutron] 10.222.0.48 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878997 Sep 06 14:41:31.670223 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-e3e0abd7-4fa1-4666-8d02-533d45bd59ee service neutron] 10.222.0.48 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867050 Sep 06 14:41:31.946448 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2af54216-04de-4eb0-b85b-7fe5cd2dafbf req-865a2a26-39d0-484a-9285-5c3363a118bf tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 210 time: 0.0350246 Sep 06 14:41:31.964147 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 054c6249-423f-46a6-ae53-956234a96750 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:41:31.996426 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 054c6249-423f-46a6-ae53-956234a96750 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:41:31.996774 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 054c6249-423f-46a6-ae53-956234a96750 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:41:32.052683 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-46d3355b-9ee6-4d84-bfc8-15eb5bc17801 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:32.053516 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-46d3355b-9ee6-4d84-bfc8-15eb5bc17801 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.18 "GET /v2.0/networks?id=4d55fa38-1b90-4640-b983-938d89a00509 HTTP/1.1" status: 200 len: 809 time: 0.1684871 Sep 06 14:41:32.060182 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cd9bf-e902-4aa5-b9b6-695409f836e1 req-3e7caf51-97b3-420a-ac49-1596a278c68c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:32.061716 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-934cd9bf-e902-4aa5-b9b6-695409f836e1 req-3e7caf51-97b3-420a-ac49-1596a278c68c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0610547 Sep 06 14:41:32.068412 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Request body: {'port': {'device_id': 'fea12ae4-26f5-4564-aba2-72b4d2d60f2a', 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509', 'admin_state_up': True, 'tenant_id': '926985da334a4f049f374e792d997add'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:32.109480 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-934cd9bf-e902-4aa5-b9b6-695409f836e1 req-5cc17ac3-3b02-480e-8b37-b43664bf87b1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Sep 06 14:41:32.234503 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeff8fc-50df-4405-bc89-eade6b111648 req-d34fce18-286b-4586-b9ec-02aee7674299 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:32.236296 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3aeff8fc-50df-4405-bc89-eade6b111648 req-d34fce18-286b-4586-b9ec-02aee7674299 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0638146 Sep 06 14:41:32.264793 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Made reservation on behalf of 926985da334a4f049f374e792d997add for: {'port': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:41:32.268473 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1d25a6dd-970a-4554-8010-2972378d564c req-9ceab8d0-eca5-42e6-a3ed-cabeb0879cb0 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 210 time: 0.0309765 Sep 06 14:41:32.268692 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:32.299170 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3aeff8fc-50df-4405-bc89-eade6b111648 req-c055dde9-299c-4c11-ba91-5b1ef76468d2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523875 Sep 06 14:41:32.398228 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Allocated IP 172.20.0.11 (4d55fa38-1b90-4640-b983-938d89a00509/bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2/7de3e711-4577-4972-a1ce-6e3ed924cfae) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:41:32.542847 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:32.876094 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:32.922660 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Network 4d55fa38-1b90-4640-b983-938d89a00509 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:41:32.928888 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:41:32.930790 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Pushing event updated for resources: {'Port': ['ID=7de3e711-4577-4972-a1ce-6e3ed924cfae,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:32.941976 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:41:32.986395 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:32.987020 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.038956 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14c84a23-5fe1-44ca-ad6f-9ee1462d5389 req-6e397b80-2b8c-4912-be34-671e180ca3a1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 210 time: 0.0256734 Sep 06 14:41:33.076070 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-2a662d9a-7dbb-4029-a27c-e1e57b555317 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0116012 Sep 06 14:41:33.096399 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Request body: {'port': {'device_id': 'fea12ae4-26f5-4564-aba2-72b4d2d60f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:33.153896 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.251665 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103154fe-2a35-45e6-af84-47fb2ceb5f8b req-7b96044d-8e91-4b69-8147-5583d30a0f52 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:33.257249 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-103154fe-2a35-45e6-af84-47fb2ceb5f8b req-7b96044d-8e91-4b69-8147-5583d30a0f52 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0717955 Sep 06 14:41:33.308125 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 59334) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:33.319625 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-103154fe-2a35-45e6-af84-47fb2ceb5f8b req-8fc2f186-e666-4e67-8691-911fa5e4a8b0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571043 Sep 06 14:41:33.445532 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4ea9-3ffa-4a20-a6d7-0127109e0dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.451235 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3b82c-8b21-487a-9683-f6d464f03c81 req-b4628165-0521-4dcb-b031-9c1f3e421475 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:33.452811 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ccc3b82c-8b21-487a-9683-f6d464f03c81 req-b4628165-0521-4dcb-b031-9c1f3e421475 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 932 time: 0.0941107 Sep 06 14:41:33.463442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96f470-abb2-4de1-aff9-293f4c787faf req-73195623-a760-4ce3-adf5-0adaf9453d35 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:33.464922 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a96f470-abb2-4de1-aff9-293f4c787faf req-73195623-a760-4ce3-adf5-0adaf9453d35 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0720267 Sep 06 14:41:33.521562 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ccc3b82c-8b21-487a-9683-f6d464f03c81 req-b9db984a-30b0-48e8-b0c5-2c66983a5bb7 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555537 Sep 06 14:41:33.524263 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a96f470-abb2-4de1-aff9-293f4c787faf req-b53cd82d-639d-4be8-83a7-9d37ee4491f4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525911 Sep 06 14:41:33.566139 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de3e711-4577-4972-a1ce-6e3ed924cfae {{(pid=100989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:33.577516 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.597308 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Transition to ACTIVE for port object 7de3e711-4577-4972-a1ce-6e3ed924cfae will not be triggered until provisioned by entity L2. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:33.622667 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4ea9-3ffa-4a20-a6d7-0127109e0dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.688014 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.729036 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4ea9-3ffa-4a20-a6d7-0127109e0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.746592 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=7de3e711-4577-4972-a1ce-6e3ed924cfae,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:33.815547 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-4c3a4ea9-3ffa-4a20-a6d7-0127109e0dbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76343cd569454a9993aa6bdc8fea500e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063505 Sep 06 14:41:33.818288 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 59340) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:33.819287 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a4ea9-3ffa-4a20-a6d7-0127109e0dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972d403-37f5-4576-b7c3-2fcecad7d8c9,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:33.848964 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Attempting to bind port 7de3e711-4577-4972-a1ce-6e3ed924cfae on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:41:33.849523 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Attempting to bind port 7de3e711-4577-4972-a1ce-6e3ed924cfae by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:41:33.850016 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Attempting to bind port 7de3e711-4577-4972-a1ce-6e3ed924cfae on network 4d55fa38-1b90-4640-b983-938d89a00509 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:33.855591 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Port 7de3e711-4577-4972-a1ce-6e3ed924cfae on network 4d55fa38-1b90-4640-b983-938d89a00509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:41:33.855968 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Attempting to bind port 7de3e711-4577-4972-a1ce-6e3ed924cfae on network 4d55fa38-1b90-4640-b983-938d89a00509 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:33.862918 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:41:33.863254 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Checking segment: {'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:41:33.863796 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Bound using segment: {'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:41:33.864230 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Bound port: 7de3e711-4577-4972-a1ce-6e3ed924cfae, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509'}}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:41:33.864884 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.873287 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6f8a76d0-d11e-478a-8590-fff600df40a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.894893 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6f8a76d0-d11e-478a-8590-fff600df40a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:33.935636 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] For port 7de3e711-4577-4972-a1ce-6e3ed924cfae, host hv-cinder-80708, cleared binding levels {{(pid=100989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:41:33.938608 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] For port 7de3e711-4577-4972-a1ce-6e3ed924cfae, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7de3e711-4577-4972-a1ce-6e3ed924cfae,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:41:33.986898 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:34.009087 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.011892 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6f8a76d0-d11e-478a-8590-fff600df40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.015298 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6f8a76d0-d11e-478a-8590-fff600df40a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.020671 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6f8a76d0-d11e-478a-8590-fff600df40a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c972d403-37f5-4576-b7c3-2fcecad7d8c9 HTTP/1.1" status: 204 len: 168 time: 0.1989448 Sep 06 14:41:34.039707 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a76d0-d11e-478a-8590-fff600df40a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972d403-37f5-4576-b7c3-2fcecad7d8c9,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:34.062181 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.062918 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.065028 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] 10.222.0.18 "PUT /v2.0/ports/7de3e711-4577-4972-a1ce-6e3ed924cfae HTTP/1.1" status: 200 len: 1094 time: 0.9729416 Sep 06 14:41:34.068166 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea12ae4-26f5-4564-aba2-72b4d2d60f2a', 'tag': '7de3e711-4577-4972-a1ce-6e3ed924cfae'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:34.072328 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b9d8ef-ddf0-4134-b1f3-a417f912ff6b" -d '{"events": [{"name": "network-changed", "server_uuid": "fea12ae4-26f5-4564-aba2-72b4d2d60f2a", "tag": "7de3e711-4577-4972-a1ce-6e3ed924cfae"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:34.108444 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b1de9-5b8f-495a-ae84-19eef39ffbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=7de3e711-4577-4972-a1ce-6e3ed924cfae,revision_number=3']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:34.113934 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:34.125738 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'port_id': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'mac_address': 'fa:16:3e:b2:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:34.144174 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b245596a-0bfc-4dce-b198-de1339c3fc80 x-openstack-request-id: req-b245596a-0bfc-4dce-b198-de1339c3fc80 {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:34.144562 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea12ae4-26f5-4564-aba2-72b4d2d60f2a", "tag": "7de3e711-4577-4972-a1ce-6e3ed924cfae", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:34.144907 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b245596a-0bfc-4dce-b198-de1339c3fc80 {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:34.145415 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea12ae4-26f5-4564-aba2-72b4d2d60f2a', 'tag': '7de3e711-4577-4972-a1ce-6e3ed924cfae', 'status': 'completed', 'code': 200} Sep 06 14:41:34.173250 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.221945 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:34.229687 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-95c8f7b0-9409-48b7-92f8-9b4af28bb85e req-54eb3665-98f1-474b-a444-e96d90bc5915 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 210 time: 0.0573587 Sep 06 14:41:34.254283 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:34.256242 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d8ef-ddf0-4134-b1f3-a417f912ff6b req-f566818c-d2e0-43fa-a41a-f2d192040ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.258184 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6b9d8ef-ddf0-4134-b1f3-a417f912ff6b req-f566818c-d2e0-43fa-a41a-f2d192040ae1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926985da334a4f049f374e792d997add&device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 1097 time: 0.0763052 Sep 06 14:41:34.270627 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373becd-77a2-403d-8588-30b41fd4585c req-c0d603e0-8dd5-451b-b086-c2a15dabc735 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.272157 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-c0d603e0-8dd5-451b-b086-c2a15dabc735 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 814 time: 0.1559253 Sep 06 14:41:34.291631 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Request body: {'port': {'device_id': '8d0d4009-87f5-4273-b5d3-b29f0f7cbc99', 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'admin_state_up': True, 'tenant_id': '05344fa624b846488a8a239f87e64d13'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:34.333425 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.406085 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=6']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:34.439337 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d8ef-ddf0-4134-b1f3-a417f912ff6b req-d436e202-e669-46f3-aa8a-d25389f4199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.441247 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6b9d8ef-ddf0-4134-b1f3-a417f912ff6b req-d436e202-e669-46f3-aa8a-d25389f4199e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=926985da334a4f049f374e792d997add&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1554680 Sep 06 14:41:34.455140 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:34.521876 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Made reservation on behalf of 05344fa624b846488a8a239f87e64d13 for: {'port': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:41:34.525418 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.618626 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d8ef-ddf0-4134-b1f3-a417f912ff6b req-75712946-298f-4415-a76a-32213330ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.621079 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6b9d8ef-ddf0-4134-b1f3-a417f912ff6b req-75712946-298f-4415-a76a-32213330ea34 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607816 Sep 06 14:41:34.648898 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9baa93-13da-46c2-b0fc-eef9cbcd6554 req-457ac563-e466-4c34-82e6-d0ad796c1a88 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.666919 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-af9baa93-13da-46c2-b0fc-eef9cbcd6554 req-457ac563-e466-4c34-82e6-d0ad796c1a88 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.1937032 Sep 06 14:41:34.742300 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Allocated IP 172.20.0.6 (c6ca3961-a913-44a8-9824-72f93e41049a/8bde766e-005f-4fb0-8c4f-ccc8d3622620/2f0217d4-84d3-4799-aeab-8507458b5e4b) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:41:34.788036 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-af9baa93-13da-46c2-b0fc-eef9cbcd6554 req-2808cccc-a974-46bf-9345-6dca4c3f3ffa tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200137 Sep 06 14:41:34.801853 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da003eea-63bc-4ff3-86d9-2d73ee79eac9 req-bb5972b2-39e1-47eb-b361-15483407aca0 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.801853 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-da003eea-63bc-4ff3-86d9-2d73ee79eac9 req-bb5972b2-39e1-47eb-b361-15483407aca0 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 944 time: 0.1235592 Sep 06 14:41:34.818175 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-d369bb5e-eabe-4441-981c-f21ee2a814bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.819682 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-d369bb5e-eabe-4441-981c-f21ee2a814bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=926985da334a4f049f374e792d997add&device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 1097 time: 0.1054554 Sep 06 14:41:34.896087 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-da003eea-63bc-4ff3-86d9-2d73ee79eac9 req-bf9ff9ad-a1e8-4b72-8d0d-ac4281f876f2 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865715 Sep 06 14:41:34.896816 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 59392) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:34.921312 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-6da900aa-6d82-4d7d-9da0-3a8e7b60b3db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de3e711-4577-4972-a1ce-6e3ed924cfae HTTP/1.1" status: 200 len: 217 time: 0.0808201 Sep 06 14:41:34.926031 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-894ec9a0-f830-4e70-af17-fe98e533eec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.974144 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:34.976270 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bcb4d-7b50-4e51-a9f4-8bd0988e5d33 req-0f3bacd1-6d47-406f-8879-646d1557cebb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.977962 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-497bcb4d-7b50-4e51-a9f4-8bd0988e5d33 req-0f3bacd1-6d47-406f-8879-646d1557cebb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 944 time: 0.1296329 Sep 06 14:41:34.997829 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-54cb16d6-a7da-4b4c-b7e7-075061185929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:34.999840 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-54cb16d6-a7da-4b4c-b7e7-075061185929 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2 HTTP/1.1" status: 200 len: 849 time: 0.0684826 Sep 06 14:41:35.037542 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-409ac065-4ca0-45f0-8b5d-bf9bf50e327b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d55fa38-1b90-4640-b983-938d89a00509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276735 Sep 06 14:41:35.050834 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-497bcb4d-7b50-4e51-a9f4-8bd0988e5d33 req-5e86aca6-ee8c-48c8-a027-5ab7e7fd2f9f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649068 Sep 06 14:41:35.068992 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-894ec9a0-f830-4e70-af17-fe98e533eec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.140350 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.157157 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-d88ff7f2-1480-40b2-b975-88cb54037149 service neutron] 10.222.0.18 "GET /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053274 Sep 06 14:41:35.157923 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', '036ab4b7-31c5-4421-bcf3-a90af2073f50', 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:35.200747 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-894ec9a0-f830-4e70-af17-fe98e533eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.276316 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-894ec9a0-f830-4e70-af17-fe98e533eec7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec0e33bd9e754f1ba54fe5b2c53e62e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760931 Sep 06 14:41:35.278424 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 59400) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:35.285049 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Network c6ca3961-a913-44a8-9824-72f93e41049a is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:41:35.288785 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:41:35.308791 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:41:35.318182 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Pushing event updated for resources: {'Port': ['ID=2f0217d4-84d3-4799-aeab-8507458b5e4b,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:35.352442 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ec9a0-f830-4e70-af17-fe98e533eec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a9858-3325-4643-8146-0b33cc64aa0f,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:35.387173 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a550853-14c9-4efc-a1b7-6c96e17b6905 req-f8988971-3c1d-4e00-9d55-924148670da6 service neutron] 10.222.0.18 "GET /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095652 Sep 06 14:41:35.401881 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:35.402877 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.436265 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b417b-7933-4e29-9e8f-fdf34e302bdd req-4d663c2a-e10b-4f24-9633-9195d9a1301c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:35.444024 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-792b417b-7933-4e29-9e8f-fdf34e302bdd req-4d663c2a-e10b-4f24-9633-9195d9a1301c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 931 time: 0.0990658 Sep 06 14:41:35.470016 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6962ab66-3fde-45b1-b929-bd0368d9e919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.493777 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-2b10aed2-f3bf-487a-af84-108373e9626e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2071152 Sep 06 14:41:35.507949 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-792b417b-7933-4e29-9e8f-fdf34e302bdd req-e6b5b020-399c-4ccc-9100-93d6d6c205c0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627537 Sep 06 14:41:35.524214 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6962ab66-3fde-45b1-b929-bd0368d9e919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.524979 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Request body: {'port': {'device_id': '8d0d4009-87f5-4273-b5d3-b29f0f7cbc99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:35.602890 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.699238 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6962ab66-3fde-45b1-b929-bd0368d9e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.702262 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6962ab66-3fde-45b1-b929-bd0368d9e919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:35.703394 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6962ab66-3fde-45b1-b929-bd0368d9e919 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/656a9858-3325-4643-8146-0b33cc64aa0f HTTP/1.1" status: 204 len: 168 time: 0.4222019 Sep 06 14:41:35.724991 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962ab66-3fde-45b1-b929-bd0368d9e919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a9858-3325-4643-8146-0b33cc64aa0f,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:35.959562 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaed5e-7712-4ab0-a9af-d3d9d4574de6 req-2b0e325f-f69e-47b7-aa35-6f8201962550 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:35.961609 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f4aaed5e-7712-4ab0-a9af-d3d9d4574de6 req-2b0e325f-f69e-47b7-aa35-6f8201962550 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0727928 Sep 06 14:41:36.010957 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:36.045506 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f4aaed5e-7712-4ab0-a9af-d3d9d4574de6 req-fb789a01-6e4c-4f75-af6e-46e295edac10 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772836 Sep 06 14:41:36.101480 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0217d4-84d3-4799-aeab-8507458b5e4b {{(pid=100989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:36.103176 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129340c3-2215-42a4-ab13-7402d0bda132 req-74ccb779-a8e4-4d3c-98db-406d47117662 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:36.105302 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-129340c3-2215-42a4-ab13-7402d0bda132 req-74ccb779-a8e4-4d3c-98db-406d47117662 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 944 time: 0.1127534 Sep 06 14:41:36.112705 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:36.113494 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:36.149782 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:36.164743 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-129340c3-2215-42a4-ab13-7402d0bda132 req-b017a08c-a478-4254-824b-cda04a7406b1 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Sep 06 14:41:36.197493 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Transition to ACTIVE for port object 2f0217d4-84d3-4799-aeab-8507458b5e4b will not be triggered until provisioned by entity L2. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:36.263106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74498235-2ba2-4473-becf-325c4c4e92a4 req-52330eeb-a8eb-4cd8-beca-20e3c10fffb7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:36.265029 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-74498235-2ba2-4473-becf-325c4c4e92a4 req-52330eeb-a8eb-4cd8-beca-20e3c10fffb7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 944 time: 0.0616698 Sep 06 14:41:36.296862 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:36.299296 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:36.335720 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:36.342615 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5039fbb0-9115-4f5f-bd59-938cc757fe85" -d '{"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-plugged", "status": "completed", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:36.358566 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:36.369426 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-74498235-2ba2-4473-becf-325c4c4e92a4 req-7cfd7545-c5cb-4809-97bb-fc5cadb07bce tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877831 Sep 06 14:41:36.395025 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ba8c30-38be-40fd-99d3-e7b45341b2b0 x-openstack-request-id: req-36ba8c30-38be-40fd-99d3-e7b45341b2b0 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:36.395332 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-plugged", "status": "completed", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:36.402646 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36ba8c30-38be-40fd-99d3-e7b45341b2b0 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:36.402646 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'code': 200} Sep 06 14:41:36.419248 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:36.464561 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0217d4-84d3-4799-aeab-8507458b5e4b,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:36.521578 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Attempting to bind port 2f0217d4-84d3-4799-aeab-8507458b5e4b on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:41:36.522215 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Attempting to bind port 2f0217d4-84d3-4799-aeab-8507458b5e4b by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:41:36.522784 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Attempting to bind port 2f0217d4-84d3-4799-aeab-8507458b5e4b on network c6ca3961-a913-44a8-9824-72f93e41049a {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:36.529114 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Port 2f0217d4-84d3-4799-aeab-8507458b5e4b on network c6ca3961-a913-44a8-9824-72f93e41049a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:41:36.530190 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Attempting to bind port 2f0217d4-84d3-4799-aeab-8507458b5e4b on network c6ca3961-a913-44a8-9824-72f93e41049a {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:36.537748 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:41:36.538399 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Checking segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:41:36.538870 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Bound using segment: {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:41:36.539326 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Bound port: 2f0217d4-84d3-4799-aeab-8507458b5e4b, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2126830b-5383-4df8-b65b-0740fd0b2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a'}}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:41:36.539692 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=7']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:36.539984 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:36.632080 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] For port 2f0217d4-84d3-4799-aeab-8507458b5e4b, host hv-cinder-80708, cleared binding levels {{(pid=100989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:41:36.640389 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] For port 2f0217d4-84d3-4799-aeab-8507458b5e4b, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f0217d4-84d3-4799-aeab-8507458b5e4b,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:41:36.715939 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f7cc4-acda-4567-a1a3-7a65fcfb2783 req-834f34df-05dd-44f7-9ae7-098d6ad3af80 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:36.832918 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e13f7cc4-acda-4567-a1a3-7a65fcfb2783 req-834f34df-05dd-44f7-9ae7-098d6ad3af80 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 943 time: 0.0825939 Sep 06 14:41:36.832918 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e13f7cc4-acda-4567-a1a3-7a65fcfb2783 req-5201aab2-f95d-4dce-9717-ae932c2e698f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Sep 06 14:41:36.991189 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:37.029761 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.031652 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:37.032211 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f0217d4-84d3-4799-aeab-8507458b5e4b HTTP/1.1" status: 200 len: 1093 time: 1.5122550 Sep 06 14:41:37.035139 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d4009-87f5-4273-b5d3-b29f0f7cbc99', 'tag': '2f0217d4-84d3-4799-aeab-8507458b5e4b'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:37.037427 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f673026-47b0-48b4-b97d-eeb55c5320ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d4009-87f5-4273-b5d3-b29f0f7cbc99", "tag": "2f0217d4-84d3-4799-aeab-8507458b5e4b"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:37.067687 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92e299-ee92-4120-bbb8-ef284c1bfe41 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0217d4-84d3-4799-aeab-8507458b5e4b,revision_number=3']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:37.083542 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e04898-e42d-4e44-a919-72bb2689a20c x-openstack-request-id: req-63e04898-e42d-4e44-a919-72bb2689a20c {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:37.083791 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d4009-87f5-4273-b5d3-b29f0f7cbc99", "tag": "2f0217d4-84d3-4799-aeab-8507458b5e4b", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:37.084090 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63e04898-e42d-4e44-a919-72bb2689a20c {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:37.084491 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d4009-87f5-4273-b5d3-b29f0f7cbc99', 'tag': '2f0217d4-84d3-4799-aeab-8507458b5e4b', 'status': 'completed', 'code': 200} Sep 06 14:41:37.191444 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673026-47b0-48b4-b97d-eeb55c5320ac req-90456874-e4fd-4846-83c8-40147659b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.191444 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f673026-47b0-48b4-b97d-eeb55c5320ac req-90456874-e4fd-4846-83c8-40147659b7cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 1096 time: 0.0791767 Sep 06 14:41:37.212025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758063a5-deba-4226-8121-c725e7a5b428 req-955bc3d1-1785-415d-813e-c8e4f04e7660 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.224138 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-758063a5-deba-4226-8121-c725e7a5b428 req-955bc3d1-1785-415d-813e-c8e4f04e7660 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0917435 Sep 06 14:41:37.272315 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-758063a5-deba-4226-8121-c725e7a5b428 req-afec4854-faef-4839-8cfa-eadcf9ae3bc9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468755 Sep 06 14:41:37.386917 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0768-a63b-492a-8805-359660e07e60 req-b7e82096-8b67-4a65-a95c-4a22f57a9286 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.387518 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673026-47b0-48b4-b97d-eeb55c5320ac req-ba7ddb6f-7485-4c75-ac65-cb65c2ac23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.388684 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7c6d0768-a63b-492a-8805-359660e07e60 req-b7e82096-8b67-4a65-a95c-4a22f57a9286 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 944 time: 0.0684991 Sep 06 14:41:37.393011 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f673026-47b0-48b4-b97d-eeb55c5320ac req-ba7ddb6f-7485-4c75-ac65-cb65c2ac23ab service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=05344fa624b846488a8a239f87e64d13&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1846278 Sep 06 14:41:37.460047 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7c6d0768-a63b-492a-8805-359660e07e60 req-f30a0183-ca79-4b49-aff8-623f41a856b6 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Sep 06 14:41:37.564906 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673026-47b0-48b4-b97d-eeb55c5320ac req-09c3d537-11ca-4444-ab29-82895e4e088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.566199 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f673026-47b0-48b4-b97d-eeb55c5320ac req-09c3d537-11ca-4444-ab29-82895e4e088d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621268 Sep 06 14:41:37.668325 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373becd-77a2-403d-8588-30b41fd4585c req-34afbeb7-e4f2-4b09-ade0-9d3a1c79d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.669963 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-34afbeb7-e4f2-4b09-ade0-9d3a1c79d92a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 1096 time: 0.0530589 Sep 06 14:41:37.671945 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567121c-b40e-4e9b-a83e-d1ae7386fc3a req-d373589e-1878-45c7-96c7-ec50b6b0e667 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.675621 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2567121c-b40e-4e9b-a83e-d1ae7386fc3a req-d373589e-1878-45c7-96c7-ec50b6b0e667 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.1419041 Sep 06 14:41:37.718405 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2567121c-b40e-4e9b-a83e-d1ae7386fc3a req-aa5fff43-8ee0-454b-ac4a-3d257a473f47 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364485 Sep 06 14:41:37.740379 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-3f70ddd8-d61c-4a55-bba3-36e762e7ba96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f0217d4-84d3-4799-aeab-8507458b5e4b HTTP/1.1" status: 200 len: 217 time: 0.0591490 Sep 06 14:41:37.822407 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373becd-77a2-403d-8588-30b41fd4585c req-7da575f7-f905-44b6-812e-bf9418044f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.826719 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-7da575f7-f905-44b6-812e-bf9418044f0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bde766e-005f-4fb0-8c4f-ccc8d3622620 HTTP/1.1" status: 200 len: 854 time: 0.0765011 Sep 06 14:41:37.870198 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-b4d2e5cb-6b56-4422-a092-2d063cf40d18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ca3961-a913-44a8-9824-72f93e41049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322504 Sep 06 14:41:37.942676 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb351c47-8b24-40d7-b105-24bb9d6adc7a req-028fdae2-b1e4-449d-87de-904f2e41bf1a tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:37.952602 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb351c47-8b24-40d7-b105-24bb9d6adc7a req-028fdae2-b1e4-449d-87de-904f2e41bf1a tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 943 time: 0.0778763 Sep 06 14:41:37.987577 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-6be9c7fa-7539-45b6-831e-285fdbac6fda service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084225 Sep 06 14:41:38.002316 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb351c47-8b24-40d7-b105-24bb9d6adc7a req-51869ec0-8914-488a-9967-153d3fd5a544 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Sep 06 14:41:38.017698 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 7de3e711-4577-4972-a1ce-6e3ed924cfae details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:38.114207 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c373becd-77a2-403d-8588-30b41fd4585c req-4324ce23-8961-4536-9160-ac02952ce210 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155970 Sep 06 14:41:38.131093 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 7de3e711-4577-4972-a1ce-6e3ed924cfae, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7de3e711-4577-4972-a1ce-6e3ed924cfae,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:38.145191 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '7de3e711-4577-4972-a1ce-6e3ed924cfae', 'network_id': '4d55fa38-1b90-4640-b983-938d89a00509', 'port_id': '7de3e711-4577-4972-a1ce-6e3ed924cfae', 'mac_address': 'fa:16:3e:6e:47:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:38.189192 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:38.205499 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de3e711-4577-4972-a1ce-6e3ed924cfae {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:38.230396 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 7de3e711-4577-4972-a1ce-6e3ed924cfae, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7de3e711-4577-4972-a1ce-6e3ed924cfae,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:38.291879 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:38.354090 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 59462) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:38.382714 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=7de3e711-4577-4972-a1ce-6e3ed924cfae,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:38.443662 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e79ef-330c-4c64-ba66-577fbc296cbd req-0cb18a01-59ac-451b-8147-6b1552f614a4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:38.446692 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c16e79ef-330c-4c64-ba66-577fbc296cbd req-0cb18a01-59ac-451b-8147-6b1552f614a4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0819025 Sep 06 14:41:38.487824 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd44a-0bae-4ae8-8a08-53f35ed90e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:38.492945 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a301cc44-e35f-4c77-8029-1d7f17980fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:38.530204 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c16e79ef-330c-4c64-ba66-577fbc296cbd req-a4af238e-6140-48fb-804c-acaae91240d5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754371 Sep 06 14:41:38.637027 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8df81-d986-4c68-9dd1-96ae99fa3c37 req-67c7e49c-d55f-4aac-89e5-6c41d6d1f9c6 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:38.638620 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f4e8df81-d986-4c68-9dd1-96ae99fa3c37 req-67c7e49c-d55f-4aac-89e5-6c41d6d1f9c6 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 945 time: 0.0844514 Sep 06 14:41:38.703398 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f4e8df81-d986-4c68-9dd1-96ae99fa3c37 req-fb25d44f-5c12-4d8f-8837-7754458d1484 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Sep 06 14:41:38.709285 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['7de3e711-4577-4972-a1ce-6e3ed924cfae'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:38.714188 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd44a-0bae-4ae8-8a08-53f35ed90e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:38.790365 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd44a-0bae-4ae8-8a08-53f35ed90e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:38.855381 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-fc1cd44a-0bae-4ae8-8a08-53f35ed90e9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2863f2593d7442f0add85075694b1cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001233 Sep 06 14:41:38.858082 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cd44a-0bae-4ae8-8a08-53f35ed90e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa3580d-897d-479b-a19b-4a873389d6d0,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:38.860861 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 59474) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:38.928142 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f5aa5-dad3-4b31-8784-8dd45680e697 req-5d1b5eb3-2e80-43cb-a248-5a36ab673885 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:38.929546 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d57f5aa5-dad3-4b31-8784-8dd45680e697 req-5d1b5eb3-2e80-43cb-a248-5a36ab673885 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.1044638 Sep 06 14:41:38.959952 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae03c-8e3e-48a6-9571-af88bde36789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:39.003630 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d57f5aa5-dad3-4b31-8784-8dd45680e697 req-b17c1064-880c-4b92-ae43-1c2141869b05 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681515 Sep 06 14:41:39.009017 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae03c-8e3e-48a6-9571-af88bde36789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:39.123980 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721619b-7056-4769-84e7-480465d2746d req-a0e354ca-34a5-4279-9719-f183356a26ae tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:39.125622 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9721619b-7056-4769-84e7-480465d2746d req-a0e354ca-34a5-4279-9719-f183356a26ae tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 943 time: 0.0565736 Sep 06 14:41:39.165317 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9721619b-7056-4769-84e7-480465d2746d req-1bde346a-a5d6-4885-a891-bef60f1dade1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Sep 06 14:41:39.465657 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae03c-8e3e-48a6-9571-af88bde36789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:39.468317 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b2ae03c-8e3e-48a6-9571-af88bde36789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:39.473805 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9b2ae03c-8e3e-48a6-9571-af88bde36789 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2aa3580d-897d-479b-a19b-4a873389d6d0 HTTP/1.1" status: 204 len: 168 time: 0.6073210 Sep 06 14:41:39.477106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ae03c-8e3e-48a6-9571-af88bde36789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa3580d-897d-479b-a19b-4a873389d6d0,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:39.675947 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce8174-8484-46fa-8c9e-df0546853605 req-e5a5db88-1941-410c-be73-1bddce9d9f98 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:39.683957 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-05ce8174-8484-46fa-8c9e-df0546853605 req-e5a5db88-1941-410c-be73-1bddce9d9f98 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0701604 Sep 06 14:41:39.770584 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-05ce8174-8484-46fa-8c9e-df0546853605 req-b783c918-d3d1-4585-9c81-396f787b7641 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693805 Sep 06 14:41:39.881427 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e92555-b296-4d83-aba0-2567fc737fc9 req-8f1ecd3b-fd84-4b8e-996c-bd22bcf4ba64 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:39.883191 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-54e92555-b296-4d83-aba0-2567fc737fc9 req-8f1ecd3b-fd84-4b8e-996c-bd22bcf4ba64 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 945 time: 0.0633914 Sep 06 14:41:39.949666 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-54e92555-b296-4d83-aba0-2567fc737fc9 req-1b46dedf-4296-4dbf-8893-3f61c50b891b tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Sep 06 14:41:40.019751 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 7de3e711-4577-4972-a1ce-6e3ed924cfae up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:40.173043 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 7de3e711-4577-4972-a1ce-6e3ed924cfae completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:40.183952 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 7de3e711-4577-4972-a1ce-6e3ed924cfae triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:40.183952 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:40.196859 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18f4f1-f8ac-4d19-9678-5612d74c6841 req-fd6ee560-a403-432f-a283-f3a5c4410a3e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:40.204785 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba18f4f1-f8ac-4d19-9678-5612d74c6841 req-fd6ee560-a403-432f-a283-f3a5c4410a3e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0724540 Sep 06 14:41:40.264675 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba18f4f1-f8ac-4d19-9678-5612d74c6841 req-dd961a22-a8da-43fb-8fea-a85a45dad94b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505531 Sep 06 14:41:40.288857 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:40.330829 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea12ae4-26f5-4564-aba2-72b4d2d60f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de3e711-4577-4972-a1ce-6e3ed924cfae'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:40.335500 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3b6b0-5f61-444b-813b-ddcdd9c09346" -d '{"events": [{"server_uuid": "fea12ae4-26f5-4564-aba2-72b4d2d60f2a", "name": "network-vif-plugged", "status": "completed", "tag": "7de3e711-4577-4972-a1ce-6e3ed924cfae"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:40.352045 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 7de3e711-4577-4972-a1ce-6e3ed924cfae, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7de3e711-4577-4972-a1ce-6e3ed924cfae,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:40.357594 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14710-960d-491f-94ba-7e0c8c4849cd req-7077af23-a81e-4a99-a41a-e60aa70039a0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:40.359221 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e6d14710-960d-491f-94ba-7e0c8c4849cd req-7077af23-a81e-4a99-a41a-e60aa70039a0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 943 time: 0.0749636 Sep 06 14:41:40.381245 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d26e59-def3-45e8-bc43-018cb8c3dd1b x-openstack-request-id: req-a3d26e59-def3-45e8-bc43-018cb8c3dd1b {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:40.381568 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea12ae4-26f5-4564-aba2-72b4d2d60f2a", "name": "network-vif-plugged", "status": "completed", "tag": "7de3e711-4577-4972-a1ce-6e3ed924cfae", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:40.381828 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3d26e59-def3-45e8-bc43-018cb8c3dd1b {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:40.382227 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea12ae4-26f5-4564-aba2-72b4d2d60f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de3e711-4577-4972-a1ce-6e3ed924cfae', 'code': 200} Sep 06 14:41:40.405931 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e6d14710-960d-491f-94ba-7e0c8c4849cd req-224511f5-9fe0-49b9-9abf-ca3a722aaffe tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Sep 06 14:41:40.458980 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:40.529642 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=7de3e711-4577-4972-a1ce-6e3ed924cfae,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:40.896182 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840e2d-9c14-4924-a836-90d18a296530 req-0b54d187-e8ea-4688-bfee-73902a6145c7 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:40.897759 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-13840e2d-9c14-4924-a836-90d18a296530 req-0b54d187-e8ea-4688-bfee-73902a6145c7 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0625632 Sep 06 14:41:40.966853 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-13840e2d-9c14-4924-a836-90d18a296530 req-d8a10ba7-a3d0-431b-9cf2-d2fcb6286995 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460486 Sep 06 14:41:41.058994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c04fe-9bec-4ffc-a8e3-c6c7007becd6 req-a55b7369-111e-4188-93d9-2b0dace9bfb4 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:41.064522 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-595c04fe-9bec-4ffc-a8e3-c6c7007becd6 req-a55b7369-111e-4188-93d9-2b0dace9bfb4 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0584631 Sep 06 14:41:41.128256 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-595c04fe-9bec-4ffc-a8e3-c6c7007becd6 req-1465cd5d-eb35-45bc-b7a9-c17ea5911ea0 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Sep 06 14:41:41.201794 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe895-0304-4fa7-91f3-bf855efe2b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:41.407516 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d49dbd-511e-425d-b08c-deb6cdda81a9 req-56d04e60-63f6-4f00-b073-d7d3e1bc8ba1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:41.408243 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e3d49dbd-511e-425d-b08c-deb6cdda81a9 req-56d04e60-63f6-4f00-b073-d7d3e1bc8ba1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0779216 Sep 06 14:41:41.457582 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:41.472157 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e3d49dbd-511e-425d-b08c-deb6cdda81a9 req-d53352ca-d27d-4d45-8ed9-b1049baf310e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557263 Sep 06 14:41:41.599672 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe297c3-a56d-47e5-a928-96e34e417b96 req-8bdb16f2-5611-41a1-a8e9-19b9d931e492 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:41.601222 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dfe297c3-a56d-47e5-a928-96e34e417b96 req-8bdb16f2-5611-41a1-a8e9-19b9d931e492 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 943 time: 0.0923066 Sep 06 14:41:41.656311 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dfe297c3-a56d-47e5-a928-96e34e417b96 req-e5db8089-c70d-402a-a11a-5c1743dc0526 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Sep 06 14:41:42.085936 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530120-6b4c-424d-af92-1fa2b478c3df req-0dbfa9f9-02e1-43b5-ab74-93434313f805 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:42.094303 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f8530120-6b4c-424d-af92-1fa2b478c3df req-0dbfa9f9-02e1-43b5-ab74-93434313f805 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0631092 Sep 06 14:41:42.134101 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f8530120-6b4c-424d-af92-1fa2b478c3df req-f23372d6-5f96-42bc-845d-e4dd38a5dae4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Sep 06 14:41:42.161920 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:42.245227 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfa7a7-1b45-4e35-aaf3-a3fe7c0ef4f4 req-ec0633d9-fa7d-443e-b3bd-0b4d065d13bc tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:42.246971 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dccfa7a7-1b45-4e35-aaf3-a3fe7c0ef4f4 req-ec0633d9-fa7d-443e-b3bd-0b4d065d13bc tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0518725 Sep 06 14:41:42.291250 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dccfa7a7-1b45-4e35-aaf3-a3fe7c0ef4f4 req-ca61340a-b09b-4886-8d64-9309f3a69ce5 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354717 Sep 06 14:41:42.366999 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2f0217d4-84d3-4799-aeab-8507458b5e4b details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:42.468612 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2f0217d4-84d3-4799-aeab-8507458b5e4b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f0217d4-84d3-4799-aeab-8507458b5e4b,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:42.480920 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '2f0217d4-84d3-4799-aeab-8507458b5e4b', 'network_id': 'c6ca3961-a913-44a8-9824-72f93e41049a', 'port_id': '2f0217d4-84d3-4799-aeab-8507458b5e4b', 'mac_address': 'fa:16:3e:93:0f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bde766e-005f-4fb0-8c4f-ccc8d3622620', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:42.534186 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:42.547094 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0217d4-84d3-4799-aeab-8507458b5e4b {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:42.565750 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2f0217d4-84d3-4799-aeab-8507458b5e4b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f0217d4-84d3-4799-aeab-8507458b5e4b,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:42.586533 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84b7b4-ff1a-4407-9a77-83a625938c26 req-303509b0-6416-4094-9d4d-5708a0ff5641 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:42.588101 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dc84b7b4-ff1a-4407-9a77-83a625938c26 req-303509b0-6416-4094-9d4d-5708a0ff5641 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Sep 06 14:41:42.627327 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dc84b7b4-ff1a-4407-9a77-83a625938c26 req-88a580e2-efb9-4a6f-a0f2-0d9d23421e28 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325494 Sep 06 14:41:42.766172 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeef25-df5d-4ac2-87c7-6b37e5383431 req-668b28d2-f6dc-4996-9860-173e3015c484 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:42.772881 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fdeeef25-df5d-4ac2-87c7-6b37e5383431 req-668b28d2-f6dc-4996-9860-173e3015c484 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 943 time: 0.0575557 Sep 06 14:41:42.811327 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fdeeef25-df5d-4ac2-87c7-6b37e5383431 req-7cf79a3e-c59f-4342-94b5-3e5c95d3ff7a tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Sep 06 14:41:43.081777 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:43.129614 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2f0217d4-84d3-4799-aeab-8507458b5e4b,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:43.271895 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a9d89-0dc4-475b-a14c-465c692bd5bc req-bd98a73d-6d3e-482b-bd1e-b06e48a95836 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:43.281735 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-200a9d89-0dc4-475b-a14c-465c692bd5bc req-bd98a73d-6d3e-482b-bd1e-b06e48a95836 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0678937 Sep 06 14:41:43.322095 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-200a9d89-0dc4-475b-a14c-465c692bd5bc req-5bf7d9d8-be66-4ae7-a10d-bbe2d26c7f7f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394630 Sep 06 14:41:43.449876 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450346f-cafb-40d2-86bd-9789584977e3 req-58d7b4c9-bc14-4cd8-b7be-8888b7d8ff65 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:43.451885 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3450346f-cafb-40d2-86bd-9789584977e3 req-58d7b4c9-bc14-4cd8-b7be-8888b7d8ff65 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0528679 Sep 06 14:41:43.471342 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866cf86-19b0-4815-949b-e3e2a238e62e req-930e8817-1d8c-4a9b-8715-3384878d7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:43.472970 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c866cf86-19b0-4815-949b-e3e2a238e62e req-930e8817-1d8c-4a9b-8715-3384878d7f27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 1099 time: 0.0643947 Sep 06 14:41:43.497767 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3450346f-cafb-40d2-86bd-9789584977e3 req-4b597db9-176d-46dc-96b9-24b1aec9fd77 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Sep 06 14:41:43.536369 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-c866cf86-19b0-4815-949b-e3e2a238e62e req-e90a7e83-72b0-4340-bdd9-be3be3b528d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Sep 06 14:41:43.761261 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515fedc-679f-4cac-819b-60255780ebb0 req-333ed644-49c2-41d8-bacf-b505d7e41e2a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:43.763230 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9515fedc-679f-4cac-819b-60255780ebb0 req-333ed644-49c2-41d8-bacf-b505d7e41e2a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0625105 Sep 06 14:41:43.811167 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9515fedc-679f-4cac-819b-60255780ebb0 req-11af768d-3870-4967-9d57-b7aebdce0ef5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366681 Sep 06 14:41:43.878187 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['2f0217d4-84d3-4799-aeab-8507458b5e4b'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:43.962296 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e1e82-9e22-4d44-bd4f-3f801213f9fe req-3e41540a-6474-4e48-9ae7-222f73f49113 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:43.969769 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-184e1e82-9e22-4d44-bd4f-3f801213f9fe req-3e41540a-6474-4e48-9ae7-222f73f49113 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 944 time: 0.0639493 Sep 06 14:41:44.035795 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-184e1e82-9e22-4d44-bd4f-3f801213f9fe req-010fbbf8-2f2e-4494-85ac-1f249a38eaf7 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649326 Sep 06 14:41:44.126346 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:44.461605 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18601db7-685c-478f-b568-338d53aa2770 req-8c0b1d9a-5d08-4004-b8dc-74438cfcd693 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:44.463111 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-18601db7-685c-478f-b568-338d53aa2770 req-8c0b1d9a-5d08-4004-b8dc-74438cfcd693 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0544682 Sep 06 14:41:44.504187 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-18601db7-685c-478f-b568-338d53aa2770 req-5b69d05a-6b63-445a-b59c-cd6d082ecf9a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Sep 06 14:41:44.634727 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154a73-f056-4bf9-8aa7-50031e8eff88 req-e872e301-12ed-4acf-bc5f-dcc5467fa378 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:44.636356 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dd154a73-f056-4bf9-8aa7-50031e8eff88 req-e872e301-12ed-4acf-bc5f-dcc5467fa378 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0626786 Sep 06 14:41:44.682615 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dd154a73-f056-4bf9-8aa7-50031e8eff88 req-0414a40e-84ae-4267-a355-b26dd95e8d16 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Sep 06 14:41:44.968221 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25645c-b65e-4138-b344-85d038520aa9 req-3953ca83-795e-40a0-834e-a62f10552f4e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:44.969757 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ff25645c-b65e-4138-b344-85d038520aa9 req-3953ca83-795e-40a0-834e-a62f10552f4e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0684631 Sep 06 14:41:45.055722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-aaeb8b7b-d4be-4fd6-ad30-e7969d487707 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=053a006759a6483d9fc15e11c40d50f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349302 Sep 06 14:41:45.067940 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ff25645c-b65e-4138-b344-85d038520aa9 req-3065bd4e-c0da-4e6b-aec4-2ca2fa0b8f6f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891726 Sep 06 14:41:45.336199 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-15b8faa1-04b3-4b9c-bd1d-205897b4afcc tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.337201 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-15b8faa1-04b3-4b9c-bd1d-205897b4afcc tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683184 Sep 06 14:41:45.347043 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6748f-ac29-4fc5-bef4-844805e4c2f8 req-4b737273-585e-4471-99fa-9f2841e114de tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.349174 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1ee6748f-ac29-4fc5-bef4-844805e4c2f8 req-4b737273-585e-4471-99fa-9f2841e114de tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 944 time: 0.1737442 Sep 06 14:41:45.375075 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-d1fc91e1-e3a3-4878-98b3-e5578024e16a tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/quotas/053a006759a6483d9fc15e11c40d50f0 HTTP/1.1" status: 200 len: 375 time: 0.0253825 Sep 06 14:41:45.412918 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-13c2689e-324a-466c-8145-0883337d805e tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=053a006759a6483d9fc15e11c40d50f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369751 Sep 06 14:41:45.468638 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1ee6748f-ac29-4fc5-bef4-844805e4c2f8 req-fd20f139-f7f5-47bc-96ae-401ed2807df1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021068 Sep 06 14:41:45.641954 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6fdba-704e-4b56-94c7-330ec4619813 req-cdff7326-e031-4e35-a2c0-798a79de5ee1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.643653 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67e6fdba-704e-4b56-94c7-330ec4619813 req-cdff7326-e031-4e35-a2c0-798a79de5ee1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0573404 Sep 06 14:41:45.715726 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67e6fdba-704e-4b56-94c7-330ec4619813 req-d1445caf-a54d-44ec-8f1d-5c37ec6767c8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647984 Sep 06 14:41:45.758952 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6184f10c-eecc-44be-b80a-0d2a74cb6bc4 req-6127f513-17d4-4842-ae0f-7630405df720 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 210 time: 0.0318458 Sep 06 14:41:45.856305 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0c00a-d979-4fcd-81b6-4dbe11413a63 req-58bcebf6-8069-4d63-bb55-6ea2c9eb6013 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:45.863911 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-65f0c00a-d979-4fcd-81b6-4dbe11413a63 req-58bcebf6-8069-4d63-bb55-6ea2c9eb6013 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0676219 Sep 06 14:41:45.913434 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-65f0c00a-d979-4fcd-81b6-4dbe11413a63 req-beca6f06-3221-42e6-adae-8fe0b7aacba5 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481391 Sep 06 14:41:46.214435 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907bbf3-08b9-49e5-b880-ec3fea61226c req-713e9e21-69ff-42ad-81b0-4ec335094319 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:46.216720 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1907bbf3-08b9-49e5-b880-ec3fea61226c req-713e9e21-69ff-42ad-81b0-4ec335094319 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0550461 Sep 06 14:41:46.255849 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1907bbf3-08b9-49e5-b880-ec3fea61226c req-06f2e681-4fd5-482e-acd5-9ce94baea77e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Sep 06 14:41:46.366951 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2f0217d4-84d3-4799-aeab-8507458b5e4b up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:41:46.593749 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c0edc-9f5b-481d-b337-c961bab69464 req-48b33c0c-2ef3-4814-9f90-08b9273a4087 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:46.595205 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f7c0edc-9f5b-481d-b337-c961bab69464 req-48b33c0c-2ef3-4814-9f90-08b9273a4087 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 944 time: 0.0615871 Sep 06 14:41:46.632529 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f7c0edc-9f5b-481d-b337-c961bab69464 req-1addba99-7578-44af-bc22-2cf9b9068284 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Sep 06 14:41:46.839899 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c8d7be00-63ce-4291-a447-09c7b13e0ff0 req-920276a6-3ebc-4c2d-8fce-6b353675af25 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 210 time: 0.0298302 Sep 06 14:41:46.851401 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bd2f2-8a73-46dc-986a-d90b8cc082ea req-27b96e7c-a211-4517-8300-56d890461c8a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:46.852873 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-263bd2f2-8a73-46dc-986a-d90b8cc082ea req-27b96e7c-a211-4517-8300-56d890461c8a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0744708 Sep 06 14:41:46.864248 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 2f0217d4-84d3-4799-aeab-8507458b5e4b completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:46.868322 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 2f0217d4-84d3-4799-aeab-8507458b5e4b triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:46.868698 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:46.951309 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:46.978093 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d4009-87f5-4273-b5d3-b29f0f7cbc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0217d4-84d3-4799-aeab-8507458b5e4b'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:46.980865 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95448312-04b5-4806-bedf-186e29927459" -d '{"events": [{"server_uuid": "8d0d4009-87f5-4273-b5d3-b29f0f7cbc99", "name": "network-vif-plugged", "status": "completed", "tag": "2f0217d4-84d3-4799-aeab-8507458b5e4b"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:47.001994 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2f0217d4-84d3-4799-aeab-8507458b5e4b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f0217d4-84d3-4799-aeab-8507458b5e4b,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:47.051904 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65b4928-4a06-4961-916b-fc9124ec7807 x-openstack-request-id: req-e65b4928-4a06-4961-916b-fc9124ec7807 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:47.052621 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d4009-87f5-4273-b5d3-b29f0f7cbc99", "name": "network-vif-plugged", "status": "completed", "tag": "2f0217d4-84d3-4799-aeab-8507458b5e4b", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:47.053065 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e65b4928-4a06-4961-916b-fc9124ec7807 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:47.053640 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d4009-87f5-4273-b5d3-b29f0f7cbc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0217d4-84d3-4799-aeab-8507458b5e4b', 'code': 200} Sep 06 14:41:47.055498 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:47.155348 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2f0217d4-84d3-4799-aeab-8507458b5e4b,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:47.172923 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.173296 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.173633 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.173973 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.174322 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.174649 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.174978 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.175306 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.179784 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.180158 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.180499 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.180828 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:41:47.221002 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-263bd2f2-8a73-46dc-986a-d90b8cc082ea req-81517103-2bb1-4915-8a0e-b26a5cab1e88 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558018 Sep 06 14:41:47.406178 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7d4c6-d59b-47b7-b8d2-cd29f12623bc req-a3df80e0-27ca-47a4-b968-91311e3762cf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:47.406178 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7ba7d4c6-d59b-47b7-b8d2-cd29f12623bc req-a3df80e0-27ca-47a4-b968-91311e3762cf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0540507 Sep 06 14:41:47.436171 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209bbe-e1d4-4765-b72a-f77ac797ef76 req-d6c60922-4ace-45a7-91bf-3f9468814977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:47.438304 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-46209bbe-e1d4-4765-b72a-f77ac797ef76 req-d6c60922-4ace-45a7-91bf-3f9468814977 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 1098 time: 0.0475054 Sep 06 14:41:47.460273 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7ba7d4c6-d59b-47b7-b8d2-cd29f12623bc req-1c606474-2d65-4ad6-bc6f-601ea2764c65 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479546 Sep 06 14:41:47.490121 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-46209bbe-e1d4-4765-b72a-f77ac797ef76 req-3f9d9d4a-f25f-4c47-80d2-2758fec6b7de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Sep 06 14:41:47.756644 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2798f1-8190-4214-8972-50b0ed17d32f req-06e57373-1534-4051-b023-b080a22edb42 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:47.758223 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7c2798f1-8190-4214-8972-50b0ed17d32f req-06e57373-1534-4051-b023-b080a22edb42 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 945 time: 0.0535572 Sep 06 14:41:47.798304 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7c2798f1-8190-4214-8972-50b0ed17d32f req-8055e268-b855-4e74-846f-f0e39be07c5a tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337906 Sep 06 14:41:47.940186 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3ff8ae78-ac5e-44c2-bcbf-46e6b8031008 req-4c5a2adc-a1e8-48fe-af8e-3f875a46a081 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 210 time: 0.0335116 Sep 06 14:41:48.207202 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc9fd-4b0e-43d1-a3e2-2560098452f4 req-a6d316e3-c0cf-4d49-a914-d7e9b9d397f8 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:48.208713 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-307fc9fd-4b0e-43d1-a3e2-2560098452f4 req-a6d316e3-c0cf-4d49-a914-d7e9b9d397f8 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0497308 Sep 06 14:41:48.257807 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-307fc9fd-4b0e-43d1-a3e2-2560098452f4 req-b0673b77-ddb5-4ffe-b619-ae555f87d955 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 Sep 06 14:41:48.342822 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e78da-b980-4e07-9e6f-c76fe240afe1 req-b0361b2f-e6b8-44dd-aef7-59d4267d310c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:48.344812 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c89e78da-b980-4e07-9e6f-c76fe240afe1 req-b0361b2f-e6b8-44dd-aef7-59d4267d310c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0508118 Sep 06 14:41:48.381989 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c89e78da-b980-4e07-9e6f-c76fe240afe1 req-a6a977a1-86ec-4c3c-97fc-e52dd27c98f4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Sep 06 14:41:48.581333 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2df4aa-507e-4110-ab19-d79c2cfc289c req-c817997e-4c28-4df7-97af-b638ae523a0d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:48.582922 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1e2df4aa-507e-4110-ab19-d79c2cfc289c req-c817997e-4c28-4df7-97af-b638ae523a0d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0507798 Sep 06 14:41:48.636168 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1e2df4aa-507e-4110-ab19-d79c2cfc289c req-99421ec0-c6b6-4516-8007-4982e5eacb8a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362668 Sep 06 14:41:48.910834 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14277dc-8259-4299-9019-388c3f04d59e req-46fc433f-e39b-4d40-bc69-a672fb8165c1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:48.912199 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d14277dc-8259-4299-9019-388c3f04d59e req-46fc433f-e39b-4d40-bc69-a672fb8165c1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 945 time: 0.0480032 Sep 06 14:41:48.951064 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d14277dc-8259-4299-9019-388c3f04d59e req-984a12de-ea55-4f3f-923d-805e6fde3535 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Sep 06 14:41:48.974683 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-b65d2d8a-de89-49c3-9af8-3fe3af7b2d5f tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=053a006759a6483d9fc15e11c40d50f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303750 Sep 06 14:41:49.037840 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5b3eef4b-6f12-40fa-b8e9-cc82fcd772c1 req-0c4ace44-729e-4e74-ae67-dc53e0fa45e3 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 210 time: 0.0261276 Sep 06 14:41:49.204468 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-13c7a02d-63d0-4b3f-92f6-e271c26dda9f tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:49.206428 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-13c7a02d-63d0-4b3f-92f6-e271c26dda9f tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937878 Sep 06 14:41:49.226003 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Request body: {'port': {'device_id': 'c2044860-a0c9-4e50-9e8b-dc0418ceb18e', 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613', 'admin_state_up': True, 'tenant_id': '053a006759a6483d9fc15e11c40d50f0'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:49.239231 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-15af98e2-0f77-4045-8690-58d8a82d843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:49.240903 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-15af98e2-0f77-4045-8690-58d8a82d843f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1098 time: 0.0422430 Sep 06 14:41:49.344882 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-0783e7ec-bc47-4cf2-a1da-c4bacba67b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:49.346344 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-0783e7ec-bc47-4cf2-a1da-c4bacba67b3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.0965476 Sep 06 14:41:49.447193 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Made reservation on behalf of 053a006759a6483d9fc15e11c40d50f0 for: {'port': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:41:49.449681 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc08c6-eb1b-47f0-8c0c-a4e3217aa0a0 req-da9c6fa9-3e83-448a-8ae9-23d8716659bf tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:49.450731 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:49.460376 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-32cc08c6-eb1b-47f0-8c0c-a4e3217aa0a0 req-da9c6fa9-3e83-448a-8ae9-23d8716659bf tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0982969 Sep 06 14:41:49.460376 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-6de97049-4e2a-4d0f-84df-b51892129c82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 HTTP/1.1" status: 200 len: 1000 time: 0.0911000 Sep 06 14:41:49.460608 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:49.550334 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:49.559352 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-32cc08c6-eb1b-47f0-8c0c-a4e3217aa0a0 req-f0fd511a-cc54-463c-beaa-c192603da398 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968795 Sep 06 14:41:49.568402 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb028f4-de19-48f9-a0ec-56bf26246c30 req-628ba3bf-d885-4b64-bbd3-6238e63bfe01 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:49.571866 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9eb028f4-de19-48f9-a0ec-56bf26246c30 req-628ba3bf-d885-4b64-bbd3-6238e63bfe01 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.1175265 Sep 06 14:41:49.583582 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-d90a8ec8-930b-413e-9c54-ec21d824a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:49.584965 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-d90a8ec8-930b-413e-9c54-ec21d824a642 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0995705 Sep 06 14:41:49.636562 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9eb028f4-de19-48f9-a0ec-56bf26246c30 req-402c2590-5d36-4b8e-9e7f-96da81dc2b56 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601048 Sep 06 14:41:49.645831 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-82d2f703-b965-4229-bead-d99864735fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:49.652072 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-82d2f703-b965-4229-bead-d99864735fa3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519378 Sep 06 14:41:49.725792 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:49.779897 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-b44b85b4-e909-433b-bf35-eaef4ab90cca service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220951 Sep 06 14:41:49.792054 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13295d82-3563-44b4-b60f-3bb4c32505c3 req-ccf19e6a-6ce3-44d9-931c-a4130adb5636 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:49.792625 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbd0466-636f-4154-a89f-1133d0b44e82,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:49.793465 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-13295d82-3563-44b4-b60f-3bb4c32505c3 req-ccf19e6a-6ce3-44d9-931c-a4130adb5636 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0736744 Sep 06 14:41:49.856214 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Allocated IP 192.168.233.132 (386726f2-6f02-45f8-ad17-3873e876a613/b49f3c85-0d8d-4389-93b1-9203e38f9017/767a3d9b-75b3-4a88-b6e5-067c4265e615) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:41:49.887906 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-13295d82-3563-44b4-b60f-3bb4c32505c3 req-1003766a-5cf1-47e9-a9fb-7417daba60f4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843396 Sep 06 14:41:49.915562 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3986fa23-9194-4214-a38f-0fef1d40d7e5 req-87e5a64f-617c-4d95-8432-7d430c80c188 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210773 Sep 06 14:41:50.002984 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.016808 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Transition to ACTIVE for port object 767a3d9b-75b3-4a88-b6e5-067c4265e615 will not be triggered until provisioned by entity DHCP. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:50.067742 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b55fd-e70b-447f-8a1f-410489e4266e req-b410a7af-acb9-4b4f-a890-4a4a0e26db2a tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:50.069230 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7d0b55fd-e70b-447f-8a1f-410489e4266e req-b410a7af-acb9-4b4f-a890-4a4a0e26db2a tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 945 time: 0.0480556 Sep 06 14:41:50.087203 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.112119 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7d0b55fd-e70b-447f-8a1f-410489e4266e req-edf079d0-432d-4105-91c1-794ed921fb2c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366862 Sep 06 14:41:50.130946 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Network 386726f2-6f02-45f8-ad17-3873e876a613 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:41:50.134015 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:41:50.138052 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:41:50.162919 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd700-b0cf-44df-a5c4-9c2096546da8 req-4318df4b-dae4-4b78-986e-3c5b39119465 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:50.164721 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-deccd700-b0cf-44df-a5c4-9c2096546da8 req-4318df4b-dae4-4b78-986e-3c5b39119465 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 936 time: 0.0566399 Sep 06 14:41:50.175166 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Pushing event updated for resources: {'Port': ['ID=767a3d9b-75b3-4a88-b6e5-067c4265e615,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:50.203013 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:50.203951 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.211569 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-deccd700-b0cf-44df-a5c4-9c2096546da8 req-8e760542-5184-4b4c-8562-d5bd3a05c4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 Sep 06 14:41:50.299794 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-5d77e90d-6192-44f8-8dda-b5ed02a2a4a2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0775943 Sep 06 14:41:50.317463 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Request body: {'port': {'device_id': 'c2044860-a0c9-4e50-9e8b-dc0418ceb18e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:41:50.373527 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.452464 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-6213f55f-dc5e-4acd-b231-54b6b725d52e None None] Provisioning for port 767a3d9b-75b3-4a88-b6e5-067c4265e615 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:41:50.456601 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-6213f55f-dc5e-4acd-b231-54b6b725d52e None None] Provisioning complete for port 767a3d9b-75b3-4a88-b6e5-067c4265e615 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:41:50.458707 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-6213f55f-dc5e-4acd-b231-54b6b725d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.489991 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-6213f55f-dc5e-4acd-b231-54b6b725d52e None None] Port 767a3d9b-75b3-4a88-b6e5-067c4265e615 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:41:50.590561 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-7dcbb6ee-374d-4804-b9b9-dd68dcaf069b tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:50.592324 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-7dcbb6ee-374d-4804-b9b9-dd68dcaf069b tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.18 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0489230 Sep 06 14:41:50.635462 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767a3d9b-75b3-4a88-b6e5-067c4265e615 {{(pid=100989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:50.642881 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.678983 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:41:50.684044 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Transition to ACTIVE for port object 767a3d9b-75b3-4a88-b6e5-067c4265e615 will not be triggered until provisioned by entity L2. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:41:50.718334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311787-2c31-4f3c-a067-5244fbf9e80a req-c9a77d51-82cc-4c45-961a-a652a1ebadab tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:50.719892 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-85311787-2c31-4f3c-a067-5244fbf9e80a req-c9a77d51-82cc-4c45-961a-a652a1ebadab tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 946 time: 0.0857532 Sep 06 14:41:50.738435 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.792325 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Deleting port 7de3e711-4577-4972-a1ce-6e3ed924cfae {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:41:50.792566 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.794296 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Pushing event updated for resources: {'Port': ['ID=767a3d9b-75b3-4a88-b6e5-067c4265e615,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:50.827898 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-85311787-2c31-4f3c-a067-5244fbf9e80a req-df72f91d-31ac-447c-afc2-71b894192ad6 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/security-groups?id=19993a37-f188-4d47-aec3-3c780b29562b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934353 Sep 06 14:41:50.836776 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a2a24-cbd7-4614-b1da-012e0d30411f req-0e9db437-5f45-490b-b0e1-0ca6ce2a7efe tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:50.838353 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9f4a2a24-cbd7-4614-b1da-012e0d30411f req-0e9db437-5f45-490b-b0e1-0ca6ce2a7efe tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.1162446 Sep 06 14:41:50.928531 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9f4a2a24-cbd7-4614-b1da-012e0d30411f req-6eef03fb-a177-4528-bb5f-c26a406ee860 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799069 Sep 06 14:41:50.940989 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] For port 7de3e711-4577-4972-a1ce-6e3ed924cfae, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7de3e711-4577-4972-a1ce-6e3ed924cfae,segment=NetworkSegment(f28b7ed5-8fe9-48f1-aa4a-556c2c184039),segment_id=f28b7ed5-8fe9-48f1-aa4a-556c2c184039)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:50.941623 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:50.964565 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Calling delete_port for 7de3e711-4577-4972-a1ce-6e3ed924cfae owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:41:51.078799 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Attempting to bind port 767a3d9b-75b3-4a88-b6e5-067c4265e615 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:41:51.079328 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Attempting to bind port 767a3d9b-75b3-4a88-b6e5-067c4265e615 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:41:51.079508 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Attempting to bind port 767a3d9b-75b3-4a88-b6e5-067c4265e615 on network 386726f2-6f02-45f8-ad17-3873e876a613 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:51.084046 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Port 767a3d9b-75b3-4a88-b6e5-067c4265e615 on network 386726f2-6f02-45f8-ad17-3873e876a613 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:41:51.084373 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Attempting to bind port 767a3d9b-75b3-4a88-b6e5-067c4265e615 on network 386726f2-6f02-45f8-ad17-3873e876a613 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:41:51.087531 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585f8eb-adac-45ec-bf7e-586bd132f8e4 req-e702498a-88c7-49db-866f-56d4248e8696 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:51.089030 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3585f8eb-adac-45ec-bf7e-586bd132f8e4 req-e702498a-88c7-49db-866f-56d4248e8696 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.1052184 Sep 06 14:41:51.089264 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:41:51.089807 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Checking segment: {'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:41:51.090422 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Bound using segment: {'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:41:51.091238 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Bound port: 767a3d9b-75b3-4a88-b6e5-067c4265e615, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d7e804-fc0e-44a7-92a4-c9e85ad2669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613'}}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:41:51.092158 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:51.149242 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3585f8eb-adac-45ec-bf7e-586bd132f8e4 req-76b1feca-d604-4f6a-8e90-aecb20f2cd00 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515790 Sep 06 14:41:51.163315 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] For port 767a3d9b-75b3-4a88-b6e5-067c4265e615, host hv-cinder-80708, cleared binding levels {{(pid=100989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:41:51.166833 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] For port 767a3d9b-75b3-4a88-b6e5-067c4265e615, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=767a3d9b-75b3-4a88-b6e5-067c4265e615,segment=NetworkSegment(f7d7e804-fc0e-44a7-92a4-c9e85ad2669a),segment_id=f7d7e804-fc0e-44a7-92a4-c9e85ad2669a)] {{(pid=100989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:41:51.252913 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:51.288963 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:51.301605 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['7de3e711-4577-4972-a1ce-6e3ed924cfae'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:51.312141 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:51.323262 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:51.323262 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] 10.222.0.18 "PUT /v2.0/ports/767a3d9b-75b3-4a88-b6e5-067c4265e615 HTTP/1.1" status: 200 len: 1098 time: 1.0024209 Sep 06 14:41:51.323262 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2044860-a0c9-4e50-9e8b-dc0418ceb18e', 'tag': '767a3d9b-75b3-4a88-b6e5-067c4265e615'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:51.323262 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400567c1-e799-49aa-82bf-edbf0e67b384" -d '{"events": [{"name": "network-changed", "server_uuid": "c2044860-a0c9-4e50-9e8b-dc0418ceb18e", "tag": "767a3d9b-75b3-4a88-b6e5-067c4265e615"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:51.343189 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Pushing event deleted for resources: {'Port': ['ID=7de3e711-4577-4972-a1ce-6e3ed924cfae,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:51.379843 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d4b9c-64f8-45bf-b744-914384f5fb81 service neutron] Pushing event updated for resources: {'Port': ['ID=767a3d9b-75b3-4a88-b6e5-067c4265e615,revision_number=3']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:51.386878 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ae612-0ba0-49f5-809c-13ac237f6c7a x-openstack-request-id: req-f14ae612-0ba0-49f5-809c-13ac237f6c7a {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:51.387431 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2044860-a0c9-4e50-9e8b-dc0418ceb18e", "tag": "767a3d9b-75b3-4a88-b6e5-067c4265e615", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:51.388044 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f14ae612-0ba0-49f5-809c-13ac237f6c7a {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:51.389346 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2044860-a0c9-4e50-9e8b-dc0418ceb18e', 'tag': '767a3d9b-75b3-4a88-b6e5-067c4265e615', 'status': 'completed', 'code': 200} Sep 06 14:41:51.404507 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35402aba-d553-4b6a-bca1-0e1802611aaf req-ed62e19d-6a75-4a2b-b58c-05da0748f793 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:51.406202 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35402aba-d553-4b6a-bca1-0e1802611aaf req-ed62e19d-6a75-4a2b-b58c-05da0748f793 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 948 time: 0.1261656 Sep 06 14:41:51.407297 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] No DVR routers for this DVR port 7de3e711-4577-4972-a1ce-6e3ed924cfae on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:41:51.410453 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:51.412522 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-53ff9fc4-b249-46b8-a3e2-4fd7db45d389 req-44d592e0-7adf-4ef0-88c0-1cfd0fdecbef tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.18 "DELETE /v2.0/ports/7de3e711-4577-4972-a1ce-6e3ed924cfae HTTP/1.1" status: 204 len: 173 time: 0.8096800 Sep 06 14:41:51.412952 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea12ae4-26f5-4564-aba2-72b4d2d60f2a', 'name': 'network-vif-deleted', 'tag': '7de3e711-4577-4972-a1ce-6e3ed924cfae'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:51.415175 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce1d9a0-db7b-4055-acc2-1532b7c528ee" -d '{"events": [{"server_uuid": "fea12ae4-26f5-4564-aba2-72b4d2d60f2a", "name": "network-vif-deleted", "tag": "7de3e711-4577-4972-a1ce-6e3ed924cfae"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:51.471915 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba6ddb-041e-49a7-b0ee-7d9d2e908f60 x-openstack-request-id: req-66ba6ddb-041e-49a7-b0ee-7d9d2e908f60 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:51.472222 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea12ae4-26f5-4564-aba2-72b4d2d60f2a", "name": "network-vif-deleted", "tag": "7de3e711-4577-4972-a1ce-6e3ed924cfae", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:51.472619 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66ba6ddb-041e-49a7-b0ee-7d9d2e908f60 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:51.473030 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea12ae4-26f5-4564-aba2-72b4d2d60f2a', 'name': 'network-vif-deleted', 'tag': '7de3e711-4577-4972-a1ce-6e3ed924cfae', 'status': 'completed', 'code': 200} Sep 06 14:41:51.474378 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400567c1-e799-49aa-82bf-edbf0e67b384 req-24d6a99e-b222-46b0-b5d3-0a6f9008502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:51.475930 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-400567c1-e799-49aa-82bf-edbf0e67b384 req-24d6a99e-b222-46b0-b5d3-0a6f9008502c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=053a006759a6483d9fc15e11c40d50f0&device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 1101 time: 0.0515199 Sep 06 14:41:51.476388 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35402aba-d553-4b6a-bca1-0e1802611aaf req-e2f54c17-4093-4934-a40b-62fdc3a62143 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580254 Sep 06 14:41:51.516154 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-400567c1-e799-49aa-82bf-edbf0e67b384 req-7c93a406-c519-4d3c-a7c3-8fa869791be8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=053a006759a6483d9fc15e11c40d50f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210979 Sep 06 14:41:51.619120 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400567c1-e799-49aa-82bf-edbf0e67b384 req-7f2aef1f-6db8-4186-a0c4-715a21b89756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:51.620642 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-400567c1-e799-49aa-82bf-edbf0e67b384 req-7f2aef1f-6db8-4186-a0c4-715a21b89756 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941138 Sep 06 14:41:51.711312 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-08b86b90-5b06-4d7d-8a93-656c4e1038b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:51.713066 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-08b86b90-5b06-4d7d-8a93-656c4e1038b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=053a006759a6483d9fc15e11c40d50f0&device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 1101 time: 0.0441251 Sep 06 14:41:51.763321 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-a1b2f384-ef02-4cc2-bc28-57ea930d9aa3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=767a3d9b-75b3-4a88-b6e5-067c4265e615 HTTP/1.1" status: 200 len: 217 time: 0.0350025 Sep 06 14:41:51.828373 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-16e41050-c90d-4de0-81d0-39e87fbe6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:51.828373 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-16e41050-c90d-4de0-81d0-39e87fbe6c67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b49f3c85-0d8d-4389-93b1-9203e38f9017 HTTP/1.1" status: 200 len: 843 time: 0.0537896 Sep 06 14:41:51.904066 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-9d1a9a9a-9a90-487d-a813-874e1eaa3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:51.905542 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-9d1a9a9a-9a90-487d-a813-874e1eaa3277 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=386726f2-6f02-45f8-ad17-3873e876a613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0674846 Sep 06 14:41:51.960975 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c3d21062-8bac-4597-95f9-2c8ff1cd2069 req-fb700911-3f28-4410-a767-7a7d85109a72 tempest-VolumesActionsTest-833438129 tempest-VolumesActionsTest-833438129-project] 10.222.0.48 "GET /v2.0/ports?device_id=fea12ae4-26f5-4564-aba2-72b4d2d60f2a HTTP/1.1" status: 200 len: 210 time: 0.0307810 Sep 06 14:41:52.016155 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-0c564a32-e3de-4bb3-bf5c-c4dd40fe2541 service neutron] 10.222.0.18 "GET /v2.0/networks/386726f2-6f02-45f8-ad17-3873e876a613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001449 Sep 06 14:41:52.065968 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ceebd-7f95-4175-a2ab-cd727e581418 req-bc8e0d65-95af-4a83-946d-abc9b5777768 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:52.067543 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b25ceebd-7f95-4175-a2ab-cd727e581418 req-bc8e0d65-95af-4a83-946d-abc9b5777768 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0493977 Sep 06 14:41:52.106082 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b25ceebd-7f95-4175-a2ab-cd727e581418 req-0d788f0d-2343-4a12-b489-c576abc13bb6 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Sep 06 14:41:52.118249 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0af6557e-fb87-43a0-b72c-6fa24bc791bd req-f1aa5159-21cc-4122-a362-7a5c0c0d467a service neutron] 10.222.0.18 "GET /v2.0/networks/386726f2-6f02-45f8-ad17-3873e876a613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907736 Sep 06 14:41:52.279553 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6e5ed-12e0-4946-ad01-ccc7e6b0a0bc req-9f73e9f6-b71f-4332-ad57-edded57bd13d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:52.281065 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-92b6e5ed-12e0-4946-ad01-ccc7e6b0a0bc req-9f73e9f6-b71f-4332-ad57-edded57bd13d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 945 time: 0.0542595 Sep 06 14:41:52.319591 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-92b6e5ed-12e0-4946-ad01-ccc7e6b0a0bc req-f604d666-9bf4-4734-b01b-9069abe0ea81 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324788 Sep 06 14:41:52.398878 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:41:52.598480 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:52.610481 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccf694-be81-4fba-8501-38b916b033df req-821177b2-2b30-47b5-8fd3-edf4e3d5e77d tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:52.612266 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2eccf694-be81-4fba-8501-38b916b033df req-821177b2-2b30-47b5-8fd3-edf4e3d5e77d tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 948 time: 0.0507812 Sep 06 14:41:52.624487 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:41:52.626760 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511cc39d-a6a2-496c-b0b3-4695529511c7" -d '{"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-unplugged", "status": "completed", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:41:52.647804 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:52.659536 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2eccf694-be81-4fba-8501-38b916b033df req-12763a52-1ef3-4cee-8f87-e2f9b8b51b9d tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Sep 06 14:41:52.693386 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Sep 2021 14:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a752ae1d-e138-460f-b177-e5952df5b267 x-openstack-request-id: req-a752ae1d-e138-460f-b177-e5952df5b267 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:41:52.694065 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-unplugged", "status": "completed", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:41:52.694180 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a752ae1d-e138-460f-b177-e5952df5b267 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:41:52.694499 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'code': 200} Sep 06 14:41:52.712871 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:52.758266 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=8']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:53.227467 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d5d9a-4cc2-4f7d-bebd-55786e467941 req-41140dad-a5f2-48f6-9d3b-59880e5bea09 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:53.228983 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f09d5d9a-4cc2-4f7d-bebd-55786e467941 req-41140dad-a5f2-48f6-9d3b-59880e5bea09 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0510936 Sep 06 14:41:53.267361 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f09d5d9a-4cc2-4f7d-bebd-55786e467941 req-1c1b2be0-34eb-4c82-b106-fa6bd09413d0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Sep 06 14:41:53.443250 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c572c-9746-42a6-8801-1ddc8f3c971b req-07e44288-ac9b-4d70-ac20-9c106ebcdfa0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:53.444723 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-395c572c-9746-42a6-8801-1ddc8f3c971b req-07e44288-ac9b-4d70-ac20-9c106ebcdfa0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0490174 Sep 06 14:41:53.483992 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-395c572c-9746-42a6-8801-1ddc8f3c971b req-9475d270-5045-4fe3-83d6-f7d4b7fb473b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332358 Sep 06 14:41:53.698004 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:53.801257 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec16941-d4aa-4661-91eb-4b8001b22117 req-273f252b-c3b6-4f45-9069-7676489daaf2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:53.802833 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0ec16941-d4aa-4661-91eb-4b8001b22117 req-273f252b-c3b6-4f45-9069-7676489daaf2 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 948 time: 0.0569255 Sep 06 14:41:53.845533 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0ec16941-d4aa-4661-91eb-4b8001b22117 req-c1c8416d-91d0-4edf-8059-c0579e3c7144 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357611 Sep 06 14:41:54.386027 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c789-073a-41a2-8130-519d89083ed0 req-5c6f3169-1d50-494d-9415-c2ff56a714ba tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:54.387112 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9357c789-073a-41a2-8130-519d89083ed0 req-5c6f3169-1d50-494d-9415-c2ff56a714ba tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0544138 Sep 06 14:41:54.408548 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:41:54.427065 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9357c789-073a-41a2-8130-519d89083ed0 req-212ac574-0563-40ae-b271-c68d5531f4e0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Sep 06 14:41:54.487238 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 7de3e711-4577-4972-a1ce-6e3ed924cfae no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:41:54.505160 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 7de3e711-4577-4972-a1ce-6e3ed924cfae {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:41:54.505502 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 7de3e711-4577-4972-a1ce-6e3ed924cfae not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:41:54.736669 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-0b4c9b31-70b3-428b-ae48-51af3b8f9e85 req-528ee577-2eb7-4f21-9999-b09dd716a97f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:41:54.737626 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0b4c9b31-70b3-428b-ae48-51af3b8f9e85 req-528ee577-2eb7-4f21-9999-b09dd716a97f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055716 Sep 06 14:41:54.963762 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcf8bc-d255-4d50-97d2-a9b48f2befd8 req-a071a6a3-b2f3-4dbd-8b9b-7d9127bb4d1a tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:54.965314 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-16bcf8bc-d255-4d50-97d2-a9b48f2befd8 req-a071a6a3-b2f3-4dbd-8b9b-7d9127bb4d1a tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 948 time: 0.0503123 Sep 06 14:41:55.006065 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-16bcf8bc-d255-4d50-97d2-a9b48f2befd8 req-2df067f3-4ac4-469e-978a-1a6d6de767d1 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344946 Sep 06 14:41:55.056746 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd983fd8-7f65-45ca-b718-a2bb4d1290d3 req-2df0964f-ea5e-46a0-8beb-dda3e741b3b6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:55.059071 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fd983fd8-7f65-45ca-b718-a2bb4d1290d3 req-2df0964f-ea5e-46a0-8beb-dda3e741b3b6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0482602 Sep 06 14:41:55.109924 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fd983fd8-7f65-45ca-b718-a2bb4d1290d3 req-43d37f5e-881f-4e53-8606-b29df825b735 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448511 Sep 06 14:41:55.542339 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf28b74-7bfd-4597-8064-8dadaf38efa6 req-70ba50a4-5b79-4734-853a-6bf63bccf7a4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:55.543900 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9bf28b74-7bfd-4597-8064-8dadaf38efa6 req-70ba50a4-5b79-4734-853a-6bf63bccf7a4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0477381 Sep 06 14:41:55.585133 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9bf28b74-7bfd-4597-8064-8dadaf38efa6 req-6249e3ca-7cfa-46a4-a239-be7d7fc59a1f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Sep 06 14:41:55.594983 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 59908) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:41:55.679194 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-3d0d970c-2728-45c4-a299-18bd7d90893a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834239 Sep 06 14:41:55.688442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-8ef03cc8-60f6-40c5-88cd-1a5fb362cc33 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:41:55.689414 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-8ef03cc8-60f6-40c5-88cd-1a5fb362cc33 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050800 Sep 06 14:41:56.120991 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c8abe-a9fc-4af0-b344-e0decd7f17e1 req-2ce0a53d-1573-4912-bfaa-fa501e851191 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:56.122999 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-554c8abe-a9fc-4af0-b344-e0decd7f17e1 req-2ce0a53d-1573-4912-bfaa-fa501e851191 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 948 time: 0.0496526 Sep 06 14:41:56.163467 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-554c8abe-a9fc-4af0-b344-e0decd7f17e1 req-26355643-4b45-44a1-834e-5a0f64751a5e tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342510 Sep 06 14:41:56.242269 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff30d80-cd24-40fd-bb83-43c495f68659 req-9608e594-066e-4971-976f-d360fb632c8b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:56.243656 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5ff30d80-cd24-40fd-bb83-43c495f68659 req-9608e594-066e-4971-976f-d360fb632c8b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0514688 Sep 06 14:41:56.282017 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5ff30d80-cd24-40fd-bb83-43c495f68659 req-6d72ad79-91ab-4d5c-99e2-c7622b93f3ff tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319040 Sep 06 14:41:56.612562 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 767a3d9b-75b3-4a88-b6e5-067c4265e615 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:41:56.707719 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74258f75-7619-4721-82b2-bfd78d405863 req-f8d6053d-ac50-491f-bb38-894626666fd1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:56.711453 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-74258f75-7619-4721-82b2-bfd78d405863 req-f8d6053d-ac50-491f-bb38-894626666fd1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0502708 Sep 06 14:41:56.711619 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 767a3d9b-75b3-4a88-b6e5-067c4265e615, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=767a3d9b-75b3-4a88-b6e5-067c4265e615,segment=NetworkSegment(f7d7e804-fc0e-44a7-92a4-c9e85ad2669a),segment_id=f7d7e804-fc0e-44a7-92a4-c9e85ad2669a)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:56.722384 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '767a3d9b-75b3-4a88-b6e5-067c4265e615', 'network_id': '386726f2-6f02-45f8-ad17-3873e876a613', 'port_id': '767a3d9b-75b3-4a88-b6e5-067c4265e615', 'mac_address': 'fa:16:3e:9e:94:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49f3c85-0d8d-4389-93b1-9203e38f9017', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:41:56.747458 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-74258f75-7619-4721-82b2-bfd78d405863 req-8f062a56-0983-4d7a-a7e4-f570b8750e24 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Sep 06 14:41:56.759603 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.773621 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767a3d9b-75b3-4a88-b6e5-067c4265e615 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:41:56.792696 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 767a3d9b-75b3-4a88-b6e5-067c4265e615, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=767a3d9b-75b3-4a88-b6e5-067c4265e615,segment=NetworkSegment(f7d7e804-fc0e-44a7-92a4-c9e85ad2669a),segment_id=f7d7e804-fc0e-44a7-92a4-c9e85ad2669a)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:41:56.886988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:41:56.938537 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=767a3d9b-75b3-4a88-b6e5-067c4265e615,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:41:57.275577 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c47b-c9b5-486b-a2db-7ad8d4073850 req-c593c138-0523-4fb4-a75c-04ac568bc977 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:57.277035 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-80d9c47b-c9b5-486b-a2db-7ad8d4073850 req-c593c138-0523-4fb4-a75c-04ac568bc977 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 949 time: 0.0482187 Sep 06 14:41:57.314158 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-80d9c47b-c9b5-486b-a2db-7ad8d4073850 req-c64ba7d9-0398-4c65-a94d-516be3b1d110 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Sep 06 14:41:57.408029 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef6f0c-aae5-4765-85b9-dcf83f51aa9b req-372fad44-6339-4730-9aaa-e5d8b60bf689 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:57.409545 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-43ef6f0c-aae5-4765-85b9-dcf83f51aa9b req-372fad44-6339-4730-9aaa-e5d8b60bf689 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0525968 Sep 06 14:41:57.447135 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-43ef6f0c-aae5-4765-85b9-dcf83f51aa9b req-326ff059-c12e-42e7-9d27-6230c1cfbf39 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Sep 06 14:41:57.954697 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317389f-3168-4e1e-8039-65cd3ffe9e02 req-08710bd2-387e-42e8-8e02-46f5d94b7c01 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:57.954697 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a317389f-3168-4e1e-8039-65cd3ffe9e02 req-08710bd2-387e-42e8-8e02-46f5d94b7c01 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0484705 Sep 06 14:41:57.954697 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a317389f-3168-4e1e-8039-65cd3ffe9e02 req-979a06c5-28ba-4e4e-adae-d66a7984802e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Sep 06 14:41:58.147457 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['767a3d9b-75b3-4a88-b6e5-067c4265e615'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:41:58.427822 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cf768-6541-4217-9d13-a78246ba2363 req-f0b32cd1-e9c7-4bf8-92a7-f49cbf601668 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:58.429248 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b57cf768-6541-4217-9d13-a78246ba2363 req-f0b32cd1-e9c7-4bf8-92a7-f49cbf601668 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 949 time: 0.0469458 Sep 06 14:41:58.464657 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b57cf768-6541-4217-9d13-a78246ba2363 req-7e587f34-3cfc-4d2f-a8c5-5d1d2f3a89c6 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297029 Sep 06 14:41:58.567150 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7321e-de67-4d74-9bce-e918363b1b54 req-a899e535-2237-4618-a632-d53a569cc058 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:58.568681 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0bb7321e-de67-4d74-9bce-e918363b1b54 req-a899e535-2237-4618-a632-d53a569cc058 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0521715 Sep 06 14:41:58.608850 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0bb7321e-de67-4d74-9bce-e918363b1b54 req-3716ed57-a8bd-40d1-b6cd-5db72a04a210 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341485 Sep 06 14:41:59.016083 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792ab4-400b-47d9-b18a-80f40abcb126 req-3ee1ef22-cd8b-4bf5-bb84-b04aa4f4c88c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:59.019722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a792ab4-400b-47d9-b18a-80f40abcb126 req-3ee1ef22-cd8b-4bf5-bb84-b04aa4f4c88c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0504193 Sep 06 14:41:59.057279 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a792ab4-400b-47d9-b18a-80f40abcb126 req-c441576e-d4ff-400e-91e4-b5cab7d48dae tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Sep 06 14:41:59.598935 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72f6cf-8265-4640-be11-19138abad576 req-4941a4aa-9fb0-424c-862a-f7d350b03109 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:59.600447 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8f72f6cf-8265-4640-be11-19138abad576 req-4941a4aa-9fb0-424c-862a-f7d350b03109 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 949 time: 0.0580888 Sep 06 14:41:59.648496 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8f72f6cf-8265-4640-be11-19138abad576 req-1231f664-2bcf-4c2f-b986-c46fdc77e01a tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Sep 06 14:41:59.745987 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278570dc-5954-4935-8523-8bb384682da7 req-dc8ab320-858d-4774-9c56-addd48ec023b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:41:59.747289 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-278570dc-5954-4935-8523-8bb384682da7 req-dc8ab320-858d-4774-9c56-addd48ec023b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0537841 Sep 06 14:41:59.789955 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-278570dc-5954-4935-8523-8bb384682da7 req-71470ffc-2049-4ace-a14d-e76f9c913c54 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364277 Sep 06 14:42:00.235618 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa72fb-c743-4f45-acaa-c65f81e42a2d req-b8245556-363d-4aa0-8c62-d3efbc4815ba tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:00.243513 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-13fa72fb-c743-4f45-acaa-c65f81e42a2d req-b8245556-363d-4aa0-8c62-d3efbc4815ba tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0673172 Sep 06 14:42:00.282448 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-13fa72fb-c743-4f45-acaa-c65f81e42a2d req-8cbc36f8-51e3-4409-9e9c-8a7720403639 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371501 Sep 06 14:42:00.442390 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 767a3d9b-75b3-4a88-b6e5-067c4265e615 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:00.572307 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 767a3d9b-75b3-4a88-b6e5-067c4265e615 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:00.576410 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 767a3d9b-75b3-4a88-b6e5-067c4265e615 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:00.576843 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:00.671200 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:00.703283 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2044860-a0c9-4e50-9e8b-dc0418ceb18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767a3d9b-75b3-4a88-b6e5-067c4265e615'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:00.705958 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969c92d5-f255-43f1-abf5-e6e20ed8e02a" -d '{"events": [{"server_uuid": "c2044860-a0c9-4e50-9e8b-dc0418ceb18e", "name": "network-vif-plugged", "status": "completed", "tag": "767a3d9b-75b3-4a88-b6e5-067c4265e615"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:00.721446 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 767a3d9b-75b3-4a88-b6e5-067c4265e615, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=767a3d9b-75b3-4a88-b6e5-067c4265e615,segment=NetworkSegment(f7d7e804-fc0e-44a7-92a4-c9e85ad2669a),segment_id=f7d7e804-fc0e-44a7-92a4-c9e85ad2669a)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:00.763511 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe5ca2-3125-4c88-94c3-e4f9241c7033 req-7fcd09b3-a5e4-46cc-af6f-dfcaeeff7dcb tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:00.765058 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1fe5ca2-3125-4c88-94c3-e4f9241c7033 req-7fcd09b3-a5e4-46cc-af6f-dfcaeeff7dcb tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 949 time: 0.0502391 Sep 06 14:42:00.804920 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1fe5ca2-3125-4c88-94c3-e4f9241c7033 req-1cab7d2d-4284-4bad-b6f7-16691c1debca tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Sep 06 14:42:00.851841 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a71d58-7de2-43ba-8212-ac5b1468a342 x-openstack-request-id: req-16a71d58-7de2-43ba-8212-ac5b1468a342 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:00.852605 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2044860-a0c9-4e50-9e8b-dc0418ceb18e", "name": "network-vif-plugged", "status": "completed", "tag": "767a3d9b-75b3-4a88-b6e5-067c4265e615", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:00.852865 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16a71d58-7de2-43ba-8212-ac5b1468a342 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:00.853263 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2044860-a0c9-4e50-9e8b-dc0418ceb18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767a3d9b-75b3-4a88-b6e5-067c4265e615', 'code': 200} Sep 06 14:42:00.892446 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:00.947277 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=767a3d9b-75b3-4a88-b6e5-067c4265e615,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:01.005008 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0341-2143-414f-b118-1dba88ad3af1 req-7aacbc27-ffa4-4b2d-abdc-b378286a5196 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:01.006777 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-be4b0341-2143-414f-b118-1dba88ad3af1 req-7aacbc27-ffa4-4b2d-abdc-b378286a5196 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0689287 Sep 06 14:42:01.057438 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-be4b0341-2143-414f-b118-1dba88ad3af1 req-fcf297ab-fc48-4cd7-a2fe-29ecf570b8ad tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408986 Sep 06 14:42:01.271334 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f03ad-cb25-46ff-88b5-32cfe247f062 req-a46eeb53-1635-4aad-8d98-e3cad79aecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:01.273560 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-bf8f03ad-cb25-46ff-88b5-32cfe247f062 req-a46eeb53-1635-4aad-8d98-e3cad79aecd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 1103 time: 0.0434422 Sep 06 14:42:01.329694 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-bf8f03ad-cb25-46ff-88b5-32cfe247f062 req-13212da0-1e91-4b47-9181-085f6ff80908 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386193 Sep 06 14:42:01.407638 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476674c6-999d-4121-97f0-ab6da8bd5ce1 req-283aee0f-138d-452e-81d4-61c9476b736c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:01.409989 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-476674c6-999d-4121-97f0-ab6da8bd5ce1 req-283aee0f-138d-452e-81d4-61c9476b736c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0531037 Sep 06 14:42:01.464460 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-476674c6-999d-4121-97f0-ab6da8bd5ce1 req-26aec69a-ec19-400b-9259-5852a55cd069 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Sep 06 14:42:01.933095 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c2ab0-20d7-469a-8b17-c7ec3335adec req-968422f3-1a32-42d8-ac81-3b47c4a0c78e tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:01.934909 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a85c2ab0-20d7-469a-8b17-c7ec3335adec req-968422f3-1a32-42d8-ac81-3b47c4a0c78e tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 950 time: 0.0527790 Sep 06 14:42:01.987002 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a85c2ab0-20d7-469a-8b17-c7ec3335adec req-88211476-085c-448d-8176-b2d97891dff5 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 Sep 06 14:42:02.262700 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4e70c-f3d1-42bb-a924-6d9b4641b125 req-0b9546b6-efff-49b8-8e21-cd5b6cef1854 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:02.264297 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0de4e70c-f3d1-42bb-a924-6d9b4641b125 req-0b9546b6-efff-49b8-8e21-cd5b6cef1854 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0584865 Sep 06 14:42:02.305143 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0de4e70c-f3d1-42bb-a924-6d9b4641b125 req-8d4f214c-e6fd-403e-9101-262441aa9fa7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Sep 06 14:42:02.584965 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fbc3e-bff9-4309-a491-8a9881e4f82c req-695f857f-3fb2-49a0-ab05-dda297dd9e01 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:02.587073 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e29fbc3e-bff9-4309-a491-8a9881e4f82c req-695f857f-3fb2-49a0-ab05-dda297dd9e01 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0517354 Sep 06 14:42:02.628013 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e29fbc3e-bff9-4309-a491-8a9881e4f82c req-7363daf6-91ad-4e75-9e71-d1c6e9649747 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Sep 06 14:42:02.662140 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-b3d5fc98-3c62-44af-8578-dc4a8d920683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:02.663694 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-b3d5fc98-3c62-44af-8578-dc4a8d920683 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826&tenant_id=9cfd771d1905435d98182b0633e30a0b HTTP/1.1" status: 200 len: 1096 time: 0.0826199 Sep 06 14:42:02.733734 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-78c188a0-23b8-415e-a023-059da14e7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:02.735532 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-78c188a0-23b8-415e-a023-059da14e7af9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1096 time: 0.0469549 Sep 06 14:42:02.877274 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-133c732c-d673-46e9-9db3-bc8eb73ff1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:02.909109 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-133c732c-d673-46e9-9db3-bc8eb73ff1a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.1155879 Sep 06 14:42:03.011047 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-08e5c6bd-3230-4dbe-bcd9-705a63c73c51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 HTTP/1.1" status: 200 len: 998 time: 0.1200035 Sep 06 14:42:03.090489 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-710a80dc-e240-4a40-aa39-a78a062e2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:03.093040 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-710a80dc-e240-4a40-aa39-a78a062e2981 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0715363 Sep 06 14:42:03.126582 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b77d-0e73-43e1-960f-9f9d734cc094 req-967b7e61-d12b-45b7-83d8-08693cc27a2c tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:03.134052 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d0b7b77d-0e73-43e1-960f-9f9d734cc094 req-967b7e61-d12b-45b7-83d8-08693cc27a2c tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 950 time: 0.0619600 Sep 06 14:42:03.167583 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-c0caeaab-eaa0-4bd4-a902-32cb33edc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:03.167583 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-c0caeaab-eaa0-4bd4-a902-32cb33edc09f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562527 Sep 06 14:42:03.186544 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d0b7b77d-0e73-43e1-960f-9f9d734cc094 req-c5e84a41-2423-490b-b8b0-fa69d4392fba tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477076 Sep 06 14:42:03.279321 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-924d7c11-df90-417f-82cf-aaf8b0b56f6e service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026881 Sep 06 14:42:03.381239 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-0009af6a-01c5-4227-82f5-8e234a1dd2f4 req-9c420080-838b-4a3d-94b9-310c2e670ac0 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932975 Sep 06 14:42:03.452324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbd528-91c6-4179-a46a-163dd6aa52a8 req-ee7257de-683c-4f2e-9751-33d3880efc4d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:03.453994 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-02fbd528-91c6-4179-a46a-163dd6aa52a8 req-ee7257de-683c-4f2e-9751-33d3880efc4d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0649397 Sep 06 14:42:03.506518 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-02fbd528-91c6-4179-a46a-163dd6aa52a8 req-b6edb2c9-b8e0-405d-919a-fa391c4e2971 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458913 Sep 06 14:42:03.748383 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50783d7d-3f09-4ef8-9860-c5599b0026b5 req-9b194ff3-01b2-46f3-9167-a4f7a754f215 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:03.750024 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-50783d7d-3f09-4ef8-9860-c5599b0026b5 req-9b194ff3-01b2-46f3-9167-a4f7a754f215 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0499516 Sep 06 14:42:03.789904 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-50783d7d-3f09-4ef8-9860-c5599b0026b5 req-f7ea23a9-e9f0-4a6d-a0a2-2f8954a667e0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Sep 06 14:42:04.318167 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985b415-14ee-4c14-8efd-5f0be83606db req-7257eac5-db8d-461e-8964-73145273c04e tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:04.319946 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f985b415-14ee-4c14-8efd-5f0be83606db req-7257eac5-db8d-461e-8964-73145273c04e tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 950 time: 0.0532451 Sep 06 14:42:04.359812 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f985b415-14ee-4c14-8efd-5f0be83606db req-3142f307-d962-4e23-8fa7-a423e9c8943c tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338807 Sep 06 14:42:04.832861 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e40d-6c93-4064-9581-162a13c4247b req-aa967b58-b80c-4fce-bab7-b8c9d2357406 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:04.834340 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5c91e40d-6c93-4064-9581-162a13c4247b req-aa967b58-b80c-4fce-bab7-b8c9d2357406 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0535853 Sep 06 14:42:04.878082 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5c91e40d-6c93-4064-9581-162a13c4247b req-eba7c076-7380-45e6-b4e8-afca9002f9cf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373483 Sep 06 14:42:04.997046 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b1521-a5ec-482c-94c8-ec9f3b1d19e6 req-8b79b168-b29a-4451-bc79-7ec20cea7768 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:04.998502 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d92b1521-a5ec-482c-94c8-ec9f3b1d19e6 req-8b79b168-b29a-4451-bc79-7ec20cea7768 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 950 time: 0.0769131 Sep 06 14:42:05.020931 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289b17b-c52d-4153-b3ac-8c01eae4331b req-bf73e93a-0c67-4ea1-bdd8-f6a0da2ab373 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:05.022352 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d289b17b-c52d-4153-b3ac-8c01eae4331b req-bf73e93a-0c67-4ea1-bdd8-f6a0da2ab373 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0702398 Sep 06 14:42:05.072358 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d92b1521-a5ec-482c-94c8-ec9f3b1d19e6 req-45f6887a-0e8d-433c-9da2-fbb918131123 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670440 Sep 06 14:42:05.080061 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d289b17b-c52d-4153-b3ac-8c01eae4331b req-89a75513-88ea-4e0b-b880-47bc8c1f238d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516019 Sep 06 14:42:05.177942 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f369efc-64b0-4101-8f74-29dd68708383 req-53180685-d71c-41a3-ae71-535db77c35b3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:05.179448 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1f369efc-64b0-4101-8f74-29dd68708383 req-53180685-d71c-41a3-ae71-535db77c35b3 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Sep 06 14:42:05.222231 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1f369efc-64b0-4101-8f74-29dd68708383 req-da3618a1-2b67-4f20-ab7d-a76461da8226 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362866 Sep 06 14:42:06.011821 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac9211-65a5-4651-84d6-4b1766599c21 req-df3a6b35-5225-4941-b58b-26ad0e5750c0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:06.013498 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-aaac9211-65a5-4651-84d6-4b1766599c21 req-df3a6b35-5225-4941-b58b-26ad0e5750c0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0513172 Sep 06 14:42:06.053807 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-aaac9211-65a5-4651-84d6-4b1766599c21 req-28af9ab0-edc1-4c17-b531-3fc87cd03c5e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342293 Sep 06 14:42:06.232549 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa8cb9-d566-4f92-a491-14e3f0eba14d req-53df094c-8384-4e88-a6e0-404191e6e6a3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:06.234314 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-abaa8cb9-d566-4f92-a491-14e3f0eba14d req-53df094c-8384-4e88-a6e0-404191e6e6a3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0739081 Sep 06 14:42:06.241675 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c539eb-ef04-4bac-9a41-7b87d7dfe1ec req-b70699d0-0350-4a7f-befb-7d351ceafc9f tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:06.244252 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b9c539eb-ef04-4bac-9a41-7b87d7dfe1ec req-b70699d0-0350-4a7f-befb-7d351ceafc9f tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 950 time: 0.0926239 Sep 06 14:42:06.297798 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-abaa8cb9-d566-4f92-a491-14e3f0eba14d req-e985cf9b-f0a3-42c6-b02d-cf22f7975887 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535922 Sep 06 14:42:06.305643 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b9c539eb-ef04-4bac-9a41-7b87d7dfe1ec req-34195de5-30b8-411e-9e8d-08f875c67e97 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Sep 06 14:42:06.410830 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f25e49-568f-4e9a-9a78-b150639925eb req-50517d54-7f62-4e00-985c-0a1bd301731f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:06.412326 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-49f25e49-568f-4e9a-9a78-b150639925eb req-50517d54-7f62-4e00-985c-0a1bd301731f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 945 time: 0.0505543 Sep 06 14:42:06.450748 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-49f25e49-568f-4e9a-9a78-b150639925eb req-98a43f74-1b47-4da6-85bb-6c6265e66047 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Sep 06 14:42:07.027793 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-c24a3f26-b868-426d-8ee9-ee4883435e69 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:07.029209 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-c24a3f26-b868-426d-8ee9-ee4883435e69 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 950 time: 0.0497293 Sep 06 14:42:07.141537 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Deleting port 767a3d9b-75b3-4a88-b6e5-067c4265e615 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:07.142498 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:07.194375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb003-563b-43e1-8fb5-7ca5b6887227 req-6078d553-c00b-48d9-aa3f-2d7161b589ec tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:07.196301 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-039eb003-563b-43e1-8fb5-7ca5b6887227 req-6078d553-c00b-48d9-aa3f-2d7161b589ec tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0647089 Sep 06 14:42:07.245879 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-039eb003-563b-43e1-8fb5-7ca5b6887227 req-5250ff6e-87b6-42c2-a947-3507ce946587 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424287 Sep 06 14:42:07.247629 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] For port 767a3d9b-75b3-4a88-b6e5-067c4265e615, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=767a3d9b-75b3-4a88-b6e5-067c4265e615,segment=NetworkSegment(f7d7e804-fc0e-44a7-92a4-c9e85ad2669a),segment_id=f7d7e804-fc0e-44a7-92a4-c9e85ad2669a)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:07.248078 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:07.266762 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Calling delete_port for 767a3d9b-75b3-4a88-b6e5-067c4265e615 owned by compute:nova {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:07.499297 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55678d7-8574-4071-b98d-314cf3955c82 req-ad7350ff-d9ad-4e82-a746-7b5c11a70959 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:07.500810 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f55678d7-8574-4071-b98d-314cf3955c82 req-ad7350ff-d9ad-4e82-a746-7b5c11a70959 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.1202600 Sep 06 14:42:07.514230 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:07.518579 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-384e906b-35b8-4c12-aa14-df105bb98f78 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:07.520034 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-384e906b-35b8-4c12-aa14-df105bb98f78 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 945 time: 0.1104386 Sep 06 14:42:07.529555 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['767a3d9b-75b3-4a88-b6e5-067c4265e615'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:07.535002 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffd7b4-5cbe-45b1-87ce-8e1f48f8ea7f req-8a82aa4f-da7c-4fb1-9e5d-97b51ebc824d tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:07.535889 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bcffd7b4-5cbe-45b1-87ce-8e1f48f8ea7f req-8a82aa4f-da7c-4fb1-9e5d-97b51ebc824d tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 950 time: 0.1087799 Sep 06 14:42:07.566925 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Pushing event deleted for resources: {'Port': ['ID=767a3d9b-75b3-4a88-b6e5-067c4265e615,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:07.618405 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] No DVR routers for this DVR port 767a3d9b-75b3-4a88-b6e5-067c4265e615 on host hv-cinder-80708 {{(pid=100989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:42:07.625697 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:07.628036 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-35ad2dff-ba84-4689-9acb-20ab95e298ec req-4e5db2de-c938-49ba-8324-fdb4eae7ac19 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.18 "DELETE /v2.0/ports/767a3d9b-75b3-4a88-b6e5-067c4265e615 HTTP/1.1" status: 204 len: 173 time: 0.5875418 Sep 06 14:42:07.628675 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2044860-a0c9-4e50-9e8b-dc0418ceb18e', 'name': 'network-vif-deleted', 'tag': '767a3d9b-75b3-4a88-b6e5-067c4265e615'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:07.631260 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2d646e-d33e-4b3b-9b47-fbf3a7879b9b" -d '{"events": [{"server_uuid": "c2044860-a0c9-4e50-9e8b-dc0418ceb18e", "name": "network-vif-deleted", "tag": "767a3d9b-75b3-4a88-b6e5-067c4265e615"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:07.647333 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f55678d7-8574-4071-b98d-314cf3955c82 req-88782725-6d12-47ff-b0e4-c77d76ab0d20 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384695 Sep 06 14:42:07.660022 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bcffd7b4-5cbe-45b1-87ce-8e1f48f8ea7f req-0cc405b6-8c9e-470e-a5f9-7d37b1f19c76 tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbd0466-636f-4154-a89f-1133d0b44e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143601 Sep 06 14:42:07.730191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Deleting port 2f0217d4-84d3-4799-aeab-8507458b5e4b {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:07.730673 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:07.758688 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16362cff-15f0-4e3e-a241-48f46db8483d x-openstack-request-id: req-16362cff-15f0-4e3e-a241-48f46db8483d {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:07.759043 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2044860-a0c9-4e50-9e8b-dc0418ceb18e", "name": "network-vif-deleted", "tag": "767a3d9b-75b3-4a88-b6e5-067c4265e615", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:07.759406 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16362cff-15f0-4e3e-a241-48f46db8483d {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:07.760015 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2044860-a0c9-4e50-9e8b-dc0418ceb18e', 'name': 'network-vif-deleted', 'tag': '767a3d9b-75b3-4a88-b6e5-067c4265e615', 'status': 'completed', 'code': 200} Sep 06 14:42:07.897430 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a5e0b-5b60-4c26-8848-01dae84de21a req-aa6afc8d-bc5b-46b3-b1c8-ebce6fb09630 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:07.899601 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae3a5e0b-5b60-4c26-8848-01dae84de21a req-aa6afc8d-bc5b-46b3-b1c8-ebce6fb09630 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 945 time: 0.1335752 Sep 06 14:42:07.924715 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] For port 2f0217d4-84d3-4799-aeab-8507458b5e4b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f0217d4-84d3-4799-aeab-8507458b5e4b,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:07.925085 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:07.951650 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Calling delete_port for 2f0217d4-84d3-4799-aeab-8507458b5e4b owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:07.980134 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae3a5e0b-5b60-4c26-8848-01dae84de21a req-2bd62ab7-2e4b-4e60-b400-51c1de039890 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682747 Sep 06 14:42:08.160362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:08.173101 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', '036ab4b7-31c5-4421-bcf3-a90af2073f50', 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d', '2f0217d4-84d3-4799-aeab-8507458b5e4b'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:08.191128 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Pushing event deleted for resources: {'Port': ['ID=2f0217d4-84d3-4799-aeab-8507458b5e4b,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:08.236334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] No DVR routers for this DVR port 2f0217d4-84d3-4799-aeab-8507458b5e4b on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:42:08.239849 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:08.242252 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8e442133-1ce3-4a01-9b09-1256aa5c6d0f req-8fe4b8f8-39a8-4c80-b043-41dc8a79b14f tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "DELETE /v2.0/ports/2f0217d4-84d3-4799-aeab-8507458b5e4b HTTP/1.1" status: 204 len: 173 time: 0.6995528 Sep 06 14:42:08.242891 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d4009-87f5-4273-b5d3-b29f0f7cbc99', 'name': 'network-vif-deleted', 'tag': '2f0217d4-84d3-4799-aeab-8507458b5e4b'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:08.245990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f6967f-ba66-4f6f-ae0f-2280b90318ac" -d '{"events": [{"server_uuid": "8d0d4009-87f5-4273-b5d3-b29f0f7cbc99", "name": "network-vif-deleted", "tag": "2f0217d4-84d3-4799-aeab-8507458b5e4b"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:08.298845 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3c2299-66de-4cd7-804f-1f371de0b252 x-openstack-request-id: req-1a3c2299-66de-4cd7-804f-1f371de0b252 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:08.299142 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d4009-87f5-4273-b5d3-b29f0f7cbc99", "name": "network-vif-deleted", "tag": "2f0217d4-84d3-4799-aeab-8507458b5e4b", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:08.299513 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a3c2299-66de-4cd7-804f-1f371de0b252 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:08.304656 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d4009-87f5-4273-b5d3-b29f0f7cbc99', 'name': 'network-vif-deleted', 'tag': '2f0217d4-84d3-4799-aeab-8507458b5e4b', 'status': 'completed', 'code': 200} Sep 06 14:42:08.414995 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d673-6be3-4d93-8109-e26b6226a0bf req-8a18c11d-b431-4ca4-aafa-d893410cf8bf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:08.423299 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-62b1d673-6be3-4d93-8109-e26b6226a0bf req-8a18c11d-b431-4ca4-aafa-d893410cf8bf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0841825 Sep 06 14:42:08.478412 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-62b1d673-6be3-4d93-8109-e26b6226a0bf req-a172de2b-278f-4ac0-9c2b-bd849810b3f3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491402 Sep 06 14:42:08.509011 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-fd08a15e-a698-4685-9b19-ecffb9da7c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:08.801286 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3af00016-b9e5-414b-a0d9-a0d690c3e12e req-23b1dac6-003f-4640-8582-d4e0d4894e9a tempest-VolumesNegativeTest-1768528607 tempest-VolumesNegativeTest-1768528607-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2044860-a0c9-4e50-9e8b-dc0418ceb18e HTTP/1.1" status: 200 len: 210 time: 0.0360384 Sep 06 14:42:08.821253 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33afdd-f45d-4e2c-92fa-7d6d4b53ebbc req-1a7237aa-eac4-4240-8399-74e489e84ac0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:08.822742 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8a33afdd-f45d-4e2c-92fa-7d6d4b53ebbc req-1a7237aa-eac4-4240-8399-74e489e84ac0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0859118 Sep 06 14:42:09.093930 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8a33afdd-f45d-4e2c-92fa-7d6d4b53ebbc req-ca0c55a6-836c-4e88-85d3-eee576281839 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643492 Sep 06 14:42:09.121617 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-505f40b9-c539-4726-ae1d-4689820e763f req-42b52685-76b1-4a1e-85fd-3cefc910bb54 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d0d4009-87f5-4273-b5d3-b29f0f7cbc99 HTTP/1.1" status: 200 len: 210 time: 0.0267045 Sep 06 14:42:09.591700 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820844c1-f6d9-4ee7-bd40-fa09220a8fbb req-87ace461-dcc0-4797-aecd-4acd5371a2d3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:09.593294 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-820844c1-f6d9-4ee7-bd40-fa09220a8fbb req-87ace461-dcc0-4797-aecd-4acd5371a2d3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0513804 Sep 06 14:42:09.633060 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-820844c1-f6d9-4ee7-bd40-fa09220a8fbb req-f6618fd5-66d5-49fd-94cc-4fda99da47cc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335085 Sep 06 14:42:10.262206 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8289fbb-414e-4ea6-8d6d-cf852a2f2e5d req-89bae02f-c17c-465b-a9ee-7fe94e9bb007 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:10.263733 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d8289fbb-414e-4ea6-8d6d-cf852a2f2e5d req-89bae02f-c17c-465b-a9ee-7fe94e9bb007 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0674441 Sep 06 14:42:10.305874 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d8289fbb-414e-4ea6-8d6d-cf852a2f2e5d req-1e570bf4-d5fc-45e6-91b7-bd1d3ce152dd tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362449 Sep 06 14:42:10.493232 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2f0217d4-84d3-4799-aeab-8507458b5e4b no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:10.524087 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 2f0217d4-84d3-4799-aeab-8507458b5e4b {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:10.524689 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2f0217d4-84d3-4799-aeab-8507458b5e4b not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:10.525629 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 767a3d9b-75b3-4a88-b6e5-067c4265e615 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:10.547856 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 767a3d9b-75b3-4a88-b6e5-067c4265e615 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:10.548212 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 767a3d9b-75b3-4a88-b6e5-067c4265e615 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:10.765540 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d3df7-3552-4736-9111-54a4a54d08d9 req-6e2452c6-e0d7-4305-b2f3-e52d13c0e984 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:10.767063 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-321d3df7-3552-4736-9111-54a4a54d08d9 req-6e2452c6-e0d7-4305-b2f3-e52d13c0e984 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0523725 Sep 06 14:42:10.814535 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-321d3df7-3552-4736-9111-54a4a54d08d9 req-c5fd95a9-b8b4-4a56-9a34-a735b8d0f58c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393574 Sep 06 14:42:11.280972 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-26802912-691a-4cae-a176-b17f6e1aaadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:11.423810 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b63190-0c45-461c-bfb7-4ae2b00c85e2 req-11dfd6cf-d231-42cb-a9ff-ff74b222402c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:11.425271 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-72b63190-0c45-461c-bfb7-4ae2b00c85e2 req-11dfd6cf-d231-42cb-a9ff-ff74b222402c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0492537 Sep 06 14:42:11.435327 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:11.471964 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-72b63190-0c45-461c-bfb7-4ae2b00c85e2 req-ee61ee85-15c2-4d3c-b111-91e5b7fdea7e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Sep 06 14:42:12.012242 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1444b-3e81-4abf-9868-ab4477177eb5 req-a600a66c-af53-4c78-b6cb-d0f4bca19e9f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:12.014322 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1bc1444b-3e81-4abf-9868-ab4477177eb5 req-a600a66c-af53-4c78-b6cb-d0f4bca19e9f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0879073 Sep 06 14:42:12.158945 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1bc1444b-3e81-4abf-9868-ab4477177eb5 req-d1aa7a72-e8af-49b8-b691-227f0ba5fcb7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332538 Sep 06 14:42:12.171104 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:12.186802 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d46f2-6611-4d78-8121-cb3ffaaab599 req-5d8724e4-2d57-4b98-81bb-2316b92aa891 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:12.201350 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b63d46f2-6611-4d78-8121-cb3ffaaab599 req-5d8724e4-2d57-4b98-81bb-2316b92aa891 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.1768935 Sep 06 14:42:12.279684 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b63d46f2-6611-4d78-8121-cb3ffaaab599 req-3e5f8661-4605-4ee9-add8-20e2def943bb tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710847 Sep 06 14:42:12.616500 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c3755-d0ff-408c-b284-e3b497608758 req-7c19b77a-38c9-4a16-9550-dc0384bbba0d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:12.624288 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-298c3755-d0ff-408c-b284-e3b497608758 req-7c19b77a-38c9-4a16-9550-dc0384bbba0d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0688932 Sep 06 14:42:12.704078 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-298c3755-d0ff-408c-b284-e3b497608758 req-7b23a607-6085-476d-a5c2-84e3c08a7462 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784760 Sep 06 14:42:13.334925 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65cfb1-e20b-4d0d-9d47-620998848b32 req-e1eb602d-3131-4a07-8be6-02ad5bbf4496 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:13.348175 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2c65cfb1-e20b-4d0d-9d47-620998848b32 req-e1eb602d-3131-4a07-8be6-02ad5bbf4496 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0838108 Sep 06 14:42:13.414480 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2c65cfb1-e20b-4d0d-9d47-620998848b32 req-cccd0a25-fd80-4592-a588-3c9f060d39f4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644672 Sep 06 14:42:13.479371 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfef88b-937f-4b8e-93f9-312c56a9afcb req-79de141d-4f93-4e40-adfe-6c775b64db92 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:13.482791 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1dfef88b-937f-4b8e-93f9-312c56a9afcb req-79de141d-4f93-4e40-adfe-6c775b64db92 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0601072 Sep 06 14:42:13.557586 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1dfef88b-937f-4b8e-93f9-312c56a9afcb req-a6cba8be-c3eb-4e5a-85a8-e07429714c6b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687315 Sep 06 14:42:13.843887 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f96e0-b7c1-44d2-b4f3-871dbc6ba655 req-4d265cb7-63d3-4d3d-afae-d5ff4de8ba38 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:13.849689 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-470f96e0-b7c1-44d2-b4f3-871dbc6ba655 req-4d265cb7-63d3-4d3d-afae-d5ff4de8ba38 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0772266 Sep 06 14:42:13.901872 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-470f96e0-b7c1-44d2-b4f3-871dbc6ba655 req-3fd9d50b-2525-433d-b0cb-f28377b684ed tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503166 Sep 06 14:42:14.126088 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:14.541253 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98902a0b-d68b-4e4d-b040-af09ba7ca9a0 req-a2f64ffe-9aec-40ca-a8a8-e60329350382 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:14.542959 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-98902a0b-d68b-4e4d-b040-af09ba7ca9a0 req-a2f64ffe-9aec-40ca-a8a8-e60329350382 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0534003 Sep 06 14:42:14.597547 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-98902a0b-d68b-4e4d-b040-af09ba7ca9a0 req-4e3173c1-e88f-4259-8e46-80ebf8668865 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471187 Sep 06 14:42:14.717212 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e70e2c-5ecb-4a33-85e0-750a26b502a8 req-a61329e8-5aed-4ee3-935b-f2bd0c1da387 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:14.718743 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35e70e2c-5ecb-4a33-85e0-750a26b502a8 req-a61329e8-5aed-4ee3-935b-f2bd0c1da387 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0685425 Sep 06 14:42:14.764034 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35e70e2c-5ecb-4a33-85e0-750a26b502a8 req-01bd21d3-561e-47ea-867b-e8ac8ec2ea4c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385365 Sep 06 14:42:15.049950 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf1f47-a868-410e-ac16-ece4be619d10 req-3d0a229a-6301-4792-ad2b-da139ac3d2ed tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:15.051839 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c3cf1f47-a868-410e-ac16-ece4be619d10 req-3d0a229a-6301-4792-ad2b-da139ac3d2ed tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0621669 Sep 06 14:42:15.121631 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c3cf1f47-a868-410e-ac16-ece4be619d10 req-0b2b0b60-d144-4045-9823-f60c1c57697c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633199 Sep 06 14:42:15.740838 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86994c-f13b-4936-9bcf-e48795ea77bc req-00625ed4-bec0-4f6e-8735-ac0035ba31b0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:15.742614 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6c86994c-f13b-4936-9bcf-e48795ea77bc req-00625ed4-bec0-4f6e-8735-ac0035ba31b0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0556946 Sep 06 14:42:15.811012 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6c86994c-f13b-4936-9bcf-e48795ea77bc req-3f14f8e5-1e54-48d8-a5f3-752a69d6c7fa tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614278 Sep 06 14:42:15.904161 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c412a-9b82-492b-ae52-7472472501fd req-2e0950bf-31db-43f5-aeac-5d762e2a8692 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:15.905827 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-123c412a-9b82-492b-ae52-7472472501fd req-2e0950bf-31db-43f5-aeac-5d762e2a8692 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0654051 Sep 06 14:42:15.962089 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-123c412a-9b82-492b-ae52-7472472501fd req-c70d6538-a216-4a6b-874e-bce6428a4f48 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498588 Sep 06 14:42:16.414872 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9380b-7c35-40d6-ab32-34930218b406 req-408eea5c-346c-4f70-a3cc-ecd256c0dd3e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:16.417026 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b0e9380b-7c35-40d6-ab32-34930218b406 req-408eea5c-346c-4f70-a3cc-ecd256c0dd3e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0671391 Sep 06 14:42:16.480389 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b0e9380b-7c35-40d6-ab32-34930218b406 req-ca86319c-1a13-451d-bf50-bf831ca597a4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552988 Sep 06 14:42:16.958621 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b451a-22f5-45df-a813-8b9bbb843982 req-8a47a65e-8679-480f-98d4-365d44affffe tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:16.960490 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-780b451a-22f5-45df-a813-8b9bbb843982 req-8a47a65e-8679-480f-98d4-365d44affffe tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0638890 Sep 06 14:42:17.044237 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-780b451a-22f5-45df-a813-8b9bbb843982 req-8c0d41de-7a00-4b3e-ac0b-cdfd22a7b408 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709910 Sep 06 14:42:17.151442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f570d-7781-41ee-996f-7b483fd68c30 req-7989729d-40bb-4523-8dd5-aeb3e45f8ce4 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:17.152961 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-570f570d-7781-41ee-996f-7b483fd68c30 req-7989729d-40bb-4523-8dd5-aeb3e45f8ce4 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0606694 Sep 06 14:42:17.234418 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-570f570d-7781-41ee-996f-7b483fd68c30 req-53b91a97-a0ba-4863-8e4e-f8038b37b11b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632734 Sep 06 14:42:17.653868 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f44c6-8e06-437a-8cf8-5b950fca9282 req-ab6c4a3c-59b9-4354-9ad9-2e2e7154a487 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:17.655510 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e36f44c6-8e06-437a-8cf8-5b950fca9282 req-ab6c4a3c-59b9-4354-9ad9-2e2e7154a487 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0998735 Sep 06 14:42:17.719130 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e36f44c6-8e06-437a-8cf8-5b950fca9282 req-564e27c0-7a08-4273-a59d-77f985ed7552 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532079 Sep 06 14:42:18.205510 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a21c-2a15-420d-871d-82eda4aff9f3 req-072447d7-8980-4ce6-ab6b-b88a46c088a8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:18.212134 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3c47a21c-2a15-420d-871d-82eda4aff9f3 req-072447d7-8980-4ce6-ab6b-b88a46c088a8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0709746 Sep 06 14:42:18.299265 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3c47a21c-2a15-420d-871d-82eda4aff9f3 req-9fc9fbe1-23f6-429a-8ae2-af024a564ec0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849094 Sep 06 14:42:18.438573 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91650c9-46f6-44f3-9814-87db436218a0 req-081c100c-1657-4509-a4f8-47762e2d2079 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:18.440920 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d91650c9-46f6-44f3-9814-87db436218a0 req-081c100c-1657-4509-a4f8-47762e2d2079 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0954850 Sep 06 14:42:18.498419 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d91650c9-46f6-44f3-9814-87db436218a0 req-974099da-ce64-403f-925e-df0403d272e6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Sep 06 14:42:18.861785 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b0f63-60ff-4b79-b86b-7e0c710fcbd2 req-93c5939f-85ed-4f7d-b0ef-c6cd0422feaa tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:18.872330 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-548b0f63-60ff-4b79-b86b-7e0c710fcbd2 req-93c5939f-85ed-4f7d-b0ef-c6cd0422feaa tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0755444 Sep 06 14:42:18.930058 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-548b0f63-60ff-4b79-b86b-7e0c710fcbd2 req-a9eaa500-d1a3-40fb-8181-51f4354574af tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564663 Sep 06 14:42:19.498422 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b18a1-6371-493a-b7e3-0a09c2c70063 req-1413d91f-78dd-49ab-8f55-cf1d5c0873b1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:19.505713 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-896b18a1-6371-493a-b7e3-0a09c2c70063 req-1413d91f-78dd-49ab-8f55-cf1d5c0873b1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0705841 Sep 06 14:42:19.554037 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-896b18a1-6371-493a-b7e3-0a09c2c70063 req-d734e477-2ca7-4ab2-ba0b-d82a23d64365 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452411 Sep 06 14:42:19.713560 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cb775-f123-4649-beeb-f9fedcdb30ca req-4d0c6104-39b2-4794-95a6-37daa57ad477 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:19.715127 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b14cb775-f123-4649-beeb-f9fedcdb30ca req-4d0c6104-39b2-4794-95a6-37daa57ad477 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0668187 Sep 06 14:42:19.769767 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b14cb775-f123-4649-beeb-f9fedcdb30ca req-16481435-a891-4710-b6c4-45489db9c743 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461793 Sep 06 14:42:20.055955 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17673652-77b5-4094-9656-c5236153eb31 req-32831b18-bd8b-4217-8b93-e30e0f3de0db tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:20.057614 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-17673652-77b5-4094-9656-c5236153eb31 req-32831b18-bd8b-4217-8b93-e30e0f3de0db tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0556998 Sep 06 14:42:20.114290 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-17673652-77b5-4094-9656-c5236153eb31 req-31d34eec-3f71-4d9e-930d-daa7d677209c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Sep 06 14:42:20.752526 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3409-22dc-4d50-abe5-0b573dbd0804 req-ba13a9dd-d57e-431e-94fd-b6fc0870e744 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:20.754629 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-193e3409-22dc-4d50-abe5-0b573dbd0804 req-ba13a9dd-d57e-431e-94fd-b6fc0870e744 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.1018085 Sep 06 14:42:20.834783 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-193e3409-22dc-4d50-abe5-0b573dbd0804 req-99b0bb2f-8e04-4142-a97c-6a62d58cedfa tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675445 Sep 06 14:42:20.910748 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59f545-3562-4782-a988-fa2610808625 req-cdfc1d67-aa3b-4f76-a73b-cef2a5f0ad44 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:20.912431 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1d59f545-3562-4782-a988-fa2610808625 req-cdfc1d67-aa3b-4f76-a73b-cef2a5f0ad44 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0567970 Sep 06 14:42:20.962052 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1d59f545-3562-4782-a988-fa2610808625 req-e0a97686-9ff7-40bf-8ea9-8e643a476ae0 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Sep 06 14:42:21.239322 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714412cb-aad0-4ab6-944c-0c85d6a46ead req-43f705cb-1198-4ea9-9f35-4b7f044678d4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:21.240910 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-714412cb-aad0-4ab6-944c-0c85d6a46ead req-43f705cb-1198-4ea9-9f35-4b7f044678d4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0540752 Sep 06 14:42:21.296120 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-714412cb-aad0-4ab6-944c-0c85d6a46ead req-b7cf2c62-3c92-4592-af97-f2f77d2b9ac2 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Sep 06 14:42:21.967801 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052b1b1-9d86-4c9d-83f2-439a2af07d45 req-59f679d9-ed0d-436b-8cde-e18b1459a120 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:21.969505 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d052b1b1-9d86-4c9d-83f2-439a2af07d45 req-59f679d9-ed0d-436b-8cde-e18b1459a120 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0585675 Sep 06 14:42:22.015935 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d052b1b1-9d86-4c9d-83f2-439a2af07d45 req-9045d0ea-ae32-4fe4-8156-802972535250 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 Sep 06 14:42:22.077788 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5da43b-0f00-486f-b88c-b076ccdbe7f7 req-042d8863-a25c-452d-8fdd-8a3f96334d87 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:22.079406 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2f5da43b-0f00-486f-b88c-b076ccdbe7f7 req-042d8863-a25c-452d-8fdd-8a3f96334d87 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0520923 Sep 06 14:42:22.122793 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2f5da43b-0f00-486f-b88c-b076ccdbe7f7 req-ddd06983-a13a-4aa0-b084-5f4c241519b2 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363967 Sep 06 14:42:22.407843 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63fd17-50b2-4397-b567-98e811a677bf req-c73ba526-a6a0-43ac-85b2-556d9e0c509b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:22.409403 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1c63fd17-50b2-4397-b567-98e811a677bf req-c73ba526-a6a0-43ac-85b2-556d9e0c509b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0500319 Sep 06 14:42:22.456023 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1c63fd17-50b2-4397-b567-98e811a677bf req-426879c8-fbf0-4395-8528-ea09de479ddb tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368385 Sep 06 14:42:23.179045 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae83969-0252-4100-ad08-c223e6f29999 req-124550cf-5dec-4de6-90cb-fc7d3f564b08 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:23.180701 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dae83969-0252-4100-ad08-c223e6f29999 req-124550cf-5dec-4de6-90cb-fc7d3f564b08 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0792248 Sep 06 14:42:23.257374 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dae83969-0252-4100-ad08-c223e6f29999 req-0a1c608e-07bb-4ea8-ac21-4f82c5203a2d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690663 Sep 06 14:42:23.289768 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36322a2e-01e6-4600-b612-92650744cb63 req-eebf17a5-d453-4f66-953d-d8a4a00dec66 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:23.289768 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-36322a2e-01e6-4600-b612-92650744cb63 req-eebf17a5-d453-4f66-953d-d8a4a00dec66 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0738602 Sep 06 14:42:23.325178 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-36322a2e-01e6-4600-b612-92650744cb63 req-64ce648a-e1e1-4187-838f-a55d8e371ab4 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325856 Sep 06 14:42:23.619595 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3963c-b4b2-4f4b-aaf9-36a9db7a1c46 req-41e507a5-1d76-4ac2-b343-7f5b76f4dadf tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:23.619595 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4bd3963c-b4b2-4f4b-aaf9-36a9db7a1c46 req-41e507a5-1d76-4ac2-b343-7f5b76f4dadf tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0653088 Sep 06 14:42:23.632938 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4bd3963c-b4b2-4f4b-aaf9-36a9db7a1c46 req-7be488b2-e4eb-40ee-a719-2043e002cf22 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Sep 06 14:42:24.254277 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-4ab4e667-183e-4b0e-820a-ae363fb950ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423820 Sep 06 14:42:24.335313 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-c57291f3-d929-4dd6-84c8-5a06618bf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.336837 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-c57291f3-d929-4dd6-84c8-5a06618bf18a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05344fa624b846488a8a239f87e64d13&device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0406051 Sep 06 14:42:24.371014 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:24.484181 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3c4e9-25b6-4ba8-9bea-d961a72491bf req-c9ac1ce9-c7b2-4890-a378-7ee43e8d7616 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.485722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-06c3c4e9-25b6-4ba8-9bea-d961a72491bf req-c9ac1ce9-c7b2-4890-a378-7ee43e8d7616 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.1370993 Sep 06 14:42:24.523252 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c3cd-1ed7-4a5a-b57d-f2efceda1b81 req-e4a07b76-5ace-4b0f-893a-157c22a07b44 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.524742 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9da0c3cd-1ed7-4a5a-b57d-f2efceda1b81 req-e4a07b76-5ace-4b0f-893a-157c22a07b44 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.1253505 Sep 06 14:42:24.535702 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-9b04c668-56ec-420d-857f-273be38a2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.536640 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-9b04c668-56ec-420d-857f-273be38a2e56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 200 len: 915 time: 0.1770098 Sep 06 14:42:24.570130 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-06c3c4e9-25b6-4ba8-9bea-d961a72491bf req-dc0d6dde-9ee5-48b9-a2bf-3fe47db4e4a6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701523 Sep 06 14:42:24.588849 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9da0c3cd-1ed7-4a5a-b57d-f2efceda1b81 req-610623f9-b1eb-407d-a619-2160851eea51 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570459 Sep 06 14:42:24.620019 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-35fbc7c8-9142-40b7-9e2a-b012025f6b95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f HTTP/1.1" status: 200 len: 217 time: 0.0419395 Sep 06 14:42:24.751553 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef0352-fe3c-4fa9-b146-88eeed4df1b8 req-b10a60e8-ef26-4fb8-892f-ab675cf9872f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.753057 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fbef0352-fe3c-4fa9-b146-88eeed4df1b8 req-b10a60e8-ef26-4fb8-892f-ab675cf9872f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0496266 Sep 06 14:42:24.827951 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fbef0352-fe3c-4fa9-b146-88eeed4df1b8 req-bb467215-3c9c-4835-96b7-119b7aede571 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653720 Sep 06 14:42:24.833278 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-0ddfaa9e-7b6b-42fa-9382-4f101b4c2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:24.834705 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-0ddfaa9e-7b6b-42fa-9382-4f101b4c2a75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bde766e-005f-4fb0-8c4f-ccc8d3622620 HTTP/1.1" status: 200 len: 854 time: 0.0650752 Sep 06 14:42:24.879324 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-cf9f384f-3fea-4f5b-bfc3-14b042473fd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6ca3961-a913-44a8-9824-72f93e41049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312037 Sep 06 14:42:24.981080 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-8d29b200-2598-40d2-9c0d-2d822e977903 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918999 Sep 06 14:42:25.077589 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a7afd0f-1864-48bc-a29f-f9b791d14df7 req-f21ef8a1-e826-4456-a10f-2f57ca1a1702 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864942 Sep 06 14:42:25.744134 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49e73-43aa-41f1-a7b5-c06b27613403 req-8ec08e02-ba3d-41e9-b934-374a20160dd1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.745635 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2af49e73-43aa-41f1-a7b5-c06b27613403 req-8ec08e02-ba3d-41e9-b934-374a20160dd1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0926075 Sep 06 14:42:25.758419 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2858c5-0c5b-4409-b1e6-c0b6b861bb71 req-a34c94cd-834e-4c4a-983d-c7cc1267a824 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.763953 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7c2858c5-0c5b-4409-b1e6-c0b6b861bb71 req-a34c94cd-834e-4c4a-983d-c7cc1267a824 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.0715265 Sep 06 14:42:25.818868 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2af49e73-43aa-41f1-a7b5-c06b27613403 req-8308c1b3-e8bd-43bb-abb8-8bd7985616d1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539608 Sep 06 14:42:25.823929 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7c2858c5-0c5b-4409-b1e6-c0b6b861bb71 req-22f539a7-c4ca-4568-95f6-9750325290df tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572839 Sep 06 14:42:25.948032 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130a700-4941-448e-b40b-cdbb0be0d7a0 req-98015cba-1249-459a-a98b-ec1f98a3fbd5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:25.951311 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b130a700-4941-448e-b40b-cdbb0be0d7a0 req-98015cba-1249-459a-a98b-ec1f98a3fbd5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0539851 Sep 06 14:42:25.995857 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b130a700-4941-448e-b40b-cdbb0be0d7a0 req-a1d3cdfd-d97a-415b-8768-d09f2a711c64 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 Sep 06 14:42:26.400877 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496a755-4bc2-4725-b502-a37443623da8 req-bfb10be1-87ea-4864-b6fd-e486bd646199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:26.402477 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5496a755-4bc2-4725-b502-a37443623da8 req-bfb10be1-87ea-4864-b6fd-e486bd646199 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 1098 time: 0.0413187 Sep 06 14:42:26.454869 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5496a755-4bc2-4725-b502-a37443623da8 req-48a34f2f-6639-4bd4-91fa-7fd9365f7974 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360873 Sep 06 14:42:26.556643 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60578) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:26.600788 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Deleting subnet bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2 {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:42:26.603842 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.638170 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126592560'] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.676236 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.828627 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125941489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125968026'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.855369 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:26.858730 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:26.863193 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60584) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:26.863682 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bd40bec3-9b3d-46b9-bbfc-5d35cf4690f2 HTTP/1.1" status: 204 len: 168 time: 0.3054414 Sep 06 14:42:26.868323 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:26.874339 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ff891-495e-48c4-bad3-9896480c5975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.020859 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.065972 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-f3549464-e448-4ea1-888f-a678e3b5dbc1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:27.067476 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-f3549464-e448-4ea1-888f-a678e3b5dbc1 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.1561668 Sep 06 14:42:27.078347 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245edf9f-e5c4-40a7-89b0-229026c78136 req-6dc125d1-f733-45b0-9b6c-2b5953635053 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:27.080856 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-245edf9f-e5c4-40a7-89b0-229026c78136 req-6dc125d1-f733-45b0-9b6c-2b5953635053 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 946 time: 0.1801078 Sep 06 14:42:27.152077 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c0e68-db4b-4186-af51-dab6166e05b2 req-03905aa6-4eb5-4ff1-9a01-fcc18e2f2212 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:27.153558 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-127c0e68-db4b-4186-af51-dab6166e05b2 req-03905aa6-4eb5-4ff1-9a01-fcc18e2f2212 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.2119589 Sep 06 14:42:27.233763 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.267603 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d55fa38-1b90-4640-b983-938d89a00509']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:27.272539 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-245edf9f-e5c4-40a7-89b0-229026c78136 req-748a8dda-b2dc-4cd0-a49e-fa70cab69815 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657109 Sep 06 14:42:27.285728 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:27.286025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28b7ed5-8fe9-48f1-aa4a-556c2c184039') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:27.306578 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.311852 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-127c0e68-db4b-4186-af51-dab6166e05b2 req-dce20eaf-0083-4076-bfae-493d868a3906 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451054 Sep 06 14:42:27.329991 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.348519 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:42:27.348988 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:42:27.352863 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:42:27.388952 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Deleting port cba4e4e6-7c4d-4531-9717-ccf8f72d337d {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:27.389295 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.495224 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0486bd-4c0d-42e3-91a7-d04eefb1e646 req-adb27e0f-1195-4a1b-a76b-7384c1dbcaff tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:27.496757 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bf0486bd-4c0d-42e3-91a7-d04eefb1e646 req-adb27e0f-1195-4a1b-a76b-7384c1dbcaff tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.1635988 Sep 06 14:42:27.540771 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.579435 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] For port cba4e4e6-7c4d-4531-9717-ccf8f72d337d, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:27.579819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.582688 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.587690 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] 10.222.0.48 "DELETE /v2.0/networks/4d55fa38-1b90-4640-b983-938d89a00509 HTTP/1.1" status: 204 len: 168 time: 0.7204041 Sep 06 14:42:27.601354 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bf0486bd-4c0d-42e3-91a7-d04eefb1e646 req-a92c958b-6f52-4516-87a5-8045d9b41c0a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964100 Sep 06 14:42:27.603722 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4d55fa38-1b90-4640-b983-938d89a00509,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:27.610350 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Calling delete_port for cba4e4e6-7c4d-4531-9717-ccf8f72d337d owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:27.618977 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.619325 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.622362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.623452 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ab2ae-053a-4c0e-afd8-c9974fd1b4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:27.638653 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:42:27.833951 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.845903 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', '036ab4b7-31c5-4421-bcf3-a90af2073f50', 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:27.870663 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Pushing event deleted for resources: {'Port': ['ID=cba4e4e6-7c4d-4531-9717-ccf8f72d337d,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:27.916351 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] No DVR routers for this DVR port cba4e4e6-7c4d-4531-9717-ccf8f72d337d on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:42:27.919973 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:27.922323 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cbd80d52-02fb-4cf5-9bdd-a957fd0758fe req-5c6488a5-330b-42b7-b753-0c9e0cf83af6 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "DELETE /v2.0/ports/cba4e4e6-7c4d-4531-9717-ccf8f72d337d HTTP/1.1" status: 204 len: 173 time: 0.8399491 Sep 06 14:42:27.922782 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41558f3b-66c6-4b23-81c7-2233f424b95d', 'name': 'network-vif-deleted', 'tag': 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:27.927942 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccc16eb-f935-40e1-ae06-bb7875efd500" -d '{"events": [{"server_uuid": "41558f3b-66c6-4b23-81c7-2233f424b95d", "name": "network-vif-deleted", "tag": "cba4e4e6-7c4d-4531-9717-ccf8f72d337d"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:27.967398 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a54d1a3-7ff7-4d73-abf7-cf26cbf6cc4e x-openstack-request-id: req-0a54d1a3-7ff7-4d73-abf7-cf26cbf6cc4e {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:27.967723 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41558f3b-66c6-4b23-81c7-2233f424b95d", "name": "network-vif-deleted", "tag": "cba4e4e6-7c4d-4531-9717-ccf8f72d337d", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:27.967973 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a54d1a3-7ff7-4d73-abf7-cf26cbf6cc4e {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:27.968368 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41558f3b-66c6-4b23-81c7-2233f424b95d', 'name': 'network-vif-deleted', 'tag': 'cba4e4e6-7c4d-4531-9717-ccf8f72d337d', 'status': 'completed', 'code': 200} Sep 06 14:42:27.972550 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60598) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:28.014511 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ad25bb65-ed60-4953-bf7e-5682ee6aaebe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=926985da334a4f049f374e792d997add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405600 Sep 06 14:42:28.016999 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60600) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:28.073041 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-472e7dad-493a-48de-825d-69fa19e4e992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.100327 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-472e7dad-493a-48de-825d-69fa19e4e992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.159590 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60608) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:28.268591 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-472e7dad-493a-48de-825d-69fa19e4e992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.271092 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-472e7dad-493a-48de-825d-69fa19e4e992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.272378 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-472e7dad-493a-48de-825d-69fa19e4e992 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19993a37-f188-4d47-aec3-3c780b29562b HTTP/1.1" status: 204 len: 168 time: 0.2540724 Sep 06 14:42:28.293703 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e7dad-493a-48de-825d-69fa19e4e992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19993a37-f188-4d47-aec3-3c780b29562b,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:28.308908 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60618) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:28.309093 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-990589de-1be1-415f-bc23-7f25497c51b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=053a006759a6483d9fc15e11c40d50f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483498 Sep 06 14:42:28.370307 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07be-3a98-4f0c-aa20-654751106724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.417930 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b3f9b113-8f2d-4025-bf0c-b64d3ed96ef9 req-39bfcc9b-be34-4fa2-ad65-a47a55ef57af tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=41558f3b-66c6-4b23-81c7-2233f424b95d HTTP/1.1" status: 200 len: 210 time: 0.0358031 Sep 06 14:42:28.419849 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07be-3a98-4f0c-aa20-654751106724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.494295 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37c1e-1226-4022-8388-24d3a37008b1 req-8045ec20-af00-4ea2-99bf-924801199597 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:28.495782 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e8c37c1e-1226-4022-8388-24d3a37008b1 req-8045ec20-af00-4ea2-99bf-924801199597 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0951102 Sep 06 14:42:28.538034 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e8c37c1e-1226-4022-8388-24d3a37008b1 req-e9206d16-cc95-4c40-9ca7-bbed1c31cd73 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336287 Sep 06 14:42:28.562272 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07be-3a98-4f0c-aa20-654751106724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.562519 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1e2b07be-3a98-4f0c-aa20-654751106724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:28.564316 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-1e2b07be-3a98-4f0c-aa20-654751106724 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fbd0466-636f-4154-a89f-1133d0b44e82 HTTP/1.1" status: 204 len: 168 time: 0.2529302 Sep 06 14:42:28.577830 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b07be-3a98-4f0c-aa20-654751106724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbd0466-636f-4154-a89f-1133d0b44e82,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:28.733909 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a210-8f46-4705-8ce0-b4eca85cc2fe req-4e8b7304-b75d-438b-b1d7-d525dd75f910 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:28.735399 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1b35a210-8f46-4705-8ce0-b4eca85cc2fe req-4e8b7304-b75d-438b-b1d7-d525dd75f910 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0511596 Sep 06 14:42:28.774464 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1b35a210-8f46-4705-8ce0-b4eca85cc2fe req-4554d856-da62-4846-b36c-062756095ac9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Sep 06 14:42:28.899729 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594b248-5f69-4373-b65a-01ca2b2cbf13 req-23bf16e7-8d4d-473d-9661-2b7811cf987d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:28.901683 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b594b248-5f69-4373-b65a-01ca2b2cbf13 req-23bf16e7-8d4d-473d-9661-2b7811cf987d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0587482 Sep 06 14:42:28.940125 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b594b248-5f69-4373-b65a-01ca2b2cbf13 req-4b8f6e85-ee01-4049-b6ae-a822a5ed9a1d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325649 Sep 06 14:42:29.394116 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60658) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:29.490723 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-544937844-network', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:29.581451 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Made reservation on behalf of f62d04e4ffa643cea61a39bc5c45c166 for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:29.584354 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.596108 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.687402 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04e7f0-1f80-4435-9bb0-a75db1b83748 req-02d157ba-7d3b-4fcb-bd18-69c09b7a3db7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:29.688898 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba04e7f0-1f80-4435-9bb0-a75db1b83748 req-02d157ba-7d3b-4fcb-bd18-69c09b7a3db7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0720696 Sep 06 14:42:29.744472 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba04e7f0-1f80-4435-9bb0-a75db1b83748 req-606af327-e69d-48f4-8b90-5ebe3823301a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494809 Sep 06 14:42:29.758148 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.811518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.836812 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:42:29.852319 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8669b1af-27d9-4ac6-a41a-0f65f5d6b80e,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:29.855759 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:29.856098 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Added segment e4ec9615-fe29-44e1-ac97-f0da5da99df6 of type vlan for network b7aad870-2308-47a4-922a-a943d18aabf5 Sep 06 14:42:29.896737 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.143431 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.db.resource_extend [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 06 14:42:30.174213 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34481352-4624-44d0-9361-b45e905e9c48 req-aac91673-a573-4a32-882e-094c6deb3ab5 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:30.175706 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-34481352-4624-44d0-9361-b45e905e9c48 req-aac91673-a573-4a32-882e-094c6deb3ab5 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 945 time: 0.2814264 Sep 06 14:42:30.212195 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-34481352-4624-44d0-9361-b45e905e9c48 req-9fa04087-05a3-4f87-9dff-760b2a9c6987 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305052 Sep 06 14:42:30.239169 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.240155 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:30.240741 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.298085 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] Pushing event updated for resources: {'Network': ['ID=b7aad870-2308-47a4-922a-a943d18aabf5,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:30.308058 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network b7aad870-2308-47a4-922a-a943d18aabf5 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:42:30.317381 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-91ae55a5-4fad-4b21-a7b7-9d9151dea95a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9194226 Sep 06 14:42:30.317577 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60676) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:30.322574 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Request body: {'subnet': {'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-544937844-subnet', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:30.432835 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Made reservation on behalf of f62d04e4ffa643cea61a39bc5c45c166 for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:30.435053 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126827060'] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.600270 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device cba4e4e6-7c4d-4531-9717-ccf8f72d337d no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:30.620081 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: cba4e4e6-7c4d-4531-9717-ccf8f72d337d {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:30.621022 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device cba4e4e6-7c4d-4531-9717-ccf8f72d337d not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:30.695639 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126827034'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.747748 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94606df9-42aa-468f-bb27-f3caee0abacc,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:30.761518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Checking segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:30.761518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Network hostable DHCP agents. Network: b7aad870-2308-47a4-922a-a943d18aabf5, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:42:30.816706 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Network b7aad870-2308-47a4-922a-a943d18aabf5 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:42:30.868185 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a66dc6-25fb-4bf3-a251-51b7919ab5d2 req-90ac49a9-a525-491d-8d81-e1db43cd89e6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:30.869637 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-65a66dc6-25fb-4bf3-a251-51b7919ab5d2 req-90ac49a9-a525-491d-8d81-e1db43cd89e6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0505126 Sep 06 14:42:30.901424 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, b7aad870-2308-47a4-922a-a943d18aabf5) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:30.909062 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:30.909481 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa7a12-5317-449a-b277-8775d9cbd31c None None] Network b7aad870-2308-47a4-922a-a943d18aabf5 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:30.909660 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:30.915100 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-65a66dc6-25fb-4bf3-a251-51b7919ab5d2 req-f2cc692f-897e-475f-b5b7-6f3dcd955b9c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388775 Sep 06 14:42:30.988938 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-723f02db-5bdd-4438-9e5f-bc9ed1a04062 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6702085 Sep 06 14:42:30.991512 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60690) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:30.996459 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:31.068391 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.069488 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.077317 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-b7aad870-2308-47a4-922a-a943d18aabf5', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:42:31.078244 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.130000 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d8bfd-0910-4a66-87c2-41bba2f94490 req-e0b55ad9-eec6-4fb1-a30c-2963124c87c6 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:31.131663 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5a3d8bfd-0910-4a66-87c2-41bba2f94490 req-e0b55ad9-eec6-4fb1-a30c-2963124c87c6 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0680647 Sep 06 14:42:31.136569 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.191992 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-316dbf8e-bd60-40e8-9723-69a21a2a2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:31.193642 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-316dbf8e-bd60-40e8-9723-69a21a2a2460 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1099 time: 0.0805945 Sep 06 14:42:31.198413 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5a3d8bfd-0910-4a66-87c2-41bba2f94490 req-63f441c8-5d96-43b0-bf58-b9cd2105d3dd tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Sep 06 14:42:31.236472 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Allocated IP 172.20.0.2 (b7aad870-2308-47a4-922a-a943d18aabf5/94606df9-42aa-468f-bb27-f3caee0abacc/51c9ba2b-74f1-40c3-8410-14c75b780a8e) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:31.292283 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-8197635b-d552-4863-9159-e1820a14d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:31.294636 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-8197635b-d552-4863-9159-e1820a14d070 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 919 time: 0.0917799 Sep 06 14:42:31.367845 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-ddcfa3cb-b043-4165-b284-e9b6a6168a01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb64e76a-59a8-4f09-9345-141de9a17475 HTTP/1.1" status: 200 len: 217 time: 0.0549207 Sep 06 14:42:31.386492 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.403916 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.412216 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Transition to ACTIVE for port object 51c9ba2b-74f1-40c3-8410-14c75b780a8e will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:31.413572 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a11b67-2d50-411a-9459-2c1ac1304ea3 req-a1e2c778-241e-4486-8bfc-570bf71a50f4 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:31.415041 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87a11b67-2d50-411a-9459-2c1ac1304ea3 req-a1e2c778-241e-4486-8bfc-570bf71a50f4 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 945 time: 0.1125367 Sep 06 14:42:31.427661 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Transition to ACTIVE for port object 51c9ba2b-74f1-40c3-8410-14c75b780a8e will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:31.444891 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-01c96518-a2a0-4931-8d39-371518c1086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:31.446307 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-01c96518-a2a0-4931-8d39-371518c1086e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef2d8030-7897-4115-8974-d90a1ac82534 HTTP/1.1" status: 200 len: 858 time: 0.0695729 Sep 06 14:42:31.461653 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87a11b67-2d50-411a-9459-2c1ac1304ea3 req-b9cf9207-36b4-497f-b0a8-fb161fe45fdc tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Sep 06 14:42:31.502314 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-73336cbc-6723-4537-919d-09a3f3703ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287056 Sep 06 14:42:31.513379 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.552265 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Network b7aad870-2308-47a4-922a-a943d18aabf5 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:31.555165 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:31.556536 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-f828e309-c321-44a1-abfa-445f48a0593b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:31.558051 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-f828e309-c321-44a1-abfa-445f48a0593b tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 945 time: 0.0837400 Sep 06 14:42:31.558772 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:31.572715 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Pushing event updated for resources: {'Port': ['ID=51c9ba2b-74f1-40c3-8410-14c75b780a8e,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:31.615945 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-9edea497-f9e1-4cfb-9dc9-cf1f4762738d service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044219 Sep 06 14:42:31.624986 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Attempting to bind port 51c9ba2b-74f1-40c3-8410-14c75b780a8e on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:31.625752 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Attempting to bind port 51c9ba2b-74f1-40c3-8410-14c75b780a8e by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:31.626292 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Attempting to bind port 51c9ba2b-74f1-40c3-8410-14c75b780a8e on network b7aad870-2308-47a4-922a-a943d18aabf5 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:31.632810 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:31.633189 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Checking segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:31.633593 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.633988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Bound using segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:31.634463 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Bound port: 51c9ba2b-74f1-40c3-8410-14c75b780a8e, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:31.634851 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.705269 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] For port 51c9ba2b-74f1-40c3-8410-14c75b780a8e, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:31.708460 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] For port 51c9ba2b-74f1-40c3-8410-14c75b780a8e, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=51c9ba2b-74f1-40c3-8410-14c75b780a8e,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:31.718356 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f1e451a-38fa-4895-9e24-ceb92dc26a58 req-2283db49-5ba2-486c-b6df-e036bfe16cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958829 Sep 06 14:42:31.766158 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.777878 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Deleting port 036ab4b7-31c5-4421-bcf3-a90af2073f50 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:31.778249 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.820163 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:31.833501 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d6a20-3c7e-4d11-8d55-0eaf2197572a None None] Pushing event updated for resources: {'Port': ['ID=51c9ba2b-74f1-40c3-8410-14c75b780a8e,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:32.088959 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.093990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ee72-7228-48d5-81af-6e7c5b71dae7 req-80a5be06-f9d9-4d73-881e-2a4183a1ad29 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:32.095699 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eda0ee72-7228-48d5-81af-6e7c5b71dae7 req-80a5be06-f9d9-4d73-881e-2a4183a1ad29 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0948503 Sep 06 14:42:32.152008 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eda0ee72-7228-48d5-81af-6e7c5b71dae7 req-e778c764-211e-4fa7-8f6b-66c95d895c1e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500054 Sep 06 14:42:32.163350 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] For port 036ab4b7-31c5-4421-bcf3-a90af2073f50, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=036ab4b7-31c5-4421-bcf3-a90af2073f50,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:32.163743 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.182828 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Calling delete_port for 036ab4b7-31c5-4421-bcf3-a90af2073f50 owned by compute:nova {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:32.265657 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Allocated IP 172.27.3.211 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/df3006a3-613c-4fe6-b6e4-5829e1975e31) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:32.317480 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e22bb0-a389-42df-a09a-8e45164c32eb req-c95acc36-d9a3-462b-92d5-161e03249879 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:32.320205 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c8e22bb0-a389-42df-a09a-8e45164c32eb req-c95acc36-d9a3-462b-92d5-161e03249879 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0519061 Sep 06 14:42:32.359908 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c8e22bb0-a389-42df-a09a-8e45164c32eb req-92981676-a02b-4d78-bd05-06083251f950 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343325 Sep 06 14:42:32.425571 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.508013 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.522229 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', '036ab4b7-31c5-4421-bcf3-a90af2073f50'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:32.539244 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.541526 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Pushing event deleted for resources: {'Port': ['ID=036ab4b7-31c5-4421-bcf3-a90af2073f50,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:32.595181 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5751d097-08ab-48f6-99ab-2794f6dde42a req-096af200-cd43-4c40-bd1e-c1808dbf6695 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a HTTP/1.1" status: 200 len: 210 time: 0.0557535 Sep 06 14:42:32.601909 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:32.620914 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:32.627659 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] No DVR routers for this DVR port 036ab4b7-31c5-4421-bcf3-a90af2073f50 on host hv-cinder-80708 {{(pid=100989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:42:32.627659 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:32.650177 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:32.652209 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-f78152d7-0713-4a9f-8449-637e1e63e178 req-9c2dfe99-e1fa-46d6-a9d4-9a6a01e0979c tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "DELETE /v2.0/ports/036ab4b7-31c5-4421-bcf3-a90af2073f50 HTTP/1.1" status: 204 len: 173 time: 1.0850544 Sep 06 14:42:32.655031 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a', 'name': 'network-vif-deleted', 'tag': '036ab4b7-31c5-4421-bcf3-a90af2073f50'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:32.657332 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e5b9d5-abcd-41a2-969e-010fa56bd84a" -d '{"events": [{"server_uuid": "e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a", "name": "network-vif-deleted", "tag": "036ab4b7-31c5-4421-bcf3-a90af2073f50"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:32.668992 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Pushing event updated for resources: {'Port': ['ID=df3006a3-613c-4fe6-b6e4-5829e1975e31,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:32.718355 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb93827-ddd3-4632-ae2b-eeaa4b665935 x-openstack-request-id: req-1fb93827-ddd3-4632-ae2b-eeaa4b665935 {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:32.718706 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a", "name": "network-vif-deleted", "tag": "036ab4b7-31c5-4421-bcf3-a90af2073f50", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:32.719054 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fb93827-ddd3-4632-ae2b-eeaa4b665935 {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:32.719566 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40f6b8b-f7ea-45ac-a7b0-aa6f3af2cb9a', 'name': 'network-vif-deleted', 'tag': '036ab4b7-31c5-4421-bcf3-a90af2073f50', 'status': 'completed', 'code': 200} Sep 06 14:42:32.888922 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8fb033-6ee6-4a84-b02f-61c9fb67d499 None None] Network b7aad870-2308-47a4-922a-a943d18aabf5 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:32.985933 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.062099 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-f5622cb6-b573-46f6-be3e-0b1cee9288f5 None None] Provisioning for port 51c9ba2b-74f1-40c3-8410-14c75b780a8e completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:33.190947 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.273345 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d01874-2c96-4ede-83e4-cb9f56054cd0 req-60ca9345-c61e-4019-b7e5-50b629d1e251 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:33.274830 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d1d01874-2c96-4ede-83e4-cb9f56054cd0 req-60ca9345-c61e-4019-b7e5-50b629d1e251 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0515125 Sep 06 14:42:33.333542 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d1d01874-2c96-4ede-83e4-cb9f56054cd0 req-515bf257-e6cd-4a6a-beee-f024fe5d2695 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512736 Sep 06 14:42:33.399343 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:42:33.481849 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f186-227f-464f-af2d-10add4f8556b req-c236beb0-024d-4839-8f73-8a226e3c3e57 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:33.483770 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f025f186-227f-464f-af2d-10add4f8556b req-c236beb0-024d-4839-8f73-8a226e3c3e57 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0513453 Sep 06 14:42:33.515982 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:42:33.525065 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:42:33.530381 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f025f186-227f-464f-af2d-10add4f8556b req-88d584db-52b1-417d-9d56-9c9dcf1b4b8a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Sep 06 14:42:33.534669 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:33.535266 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:42:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:33.611494 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:33.615982 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-f08dc313-a769-4dad-8d20-49f42df9b4da admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6219740 Sep 06 14:42:33.616353 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60726) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:33.647369 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:33.829984 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:32Z', 'revision_number': 3, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:33.873322 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:42:33.873845 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Updating router ad9a1939-1fc6-4fc1-b168-708552e924e9 port df3006a3-613c-4fe6-b6e4-5829e1975e31 binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:42:33.899528 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 51c9ba2b-74f1-40c3-8410-14c75b780a8e up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:33.910167 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.009725 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 51c9ba2b-74f1-40c3-8410-14c75b780a8e completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:34.014161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 51c9ba2b-74f1-40c3-8410-14c75b780a8e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:34.014545 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.052958 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.092780 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.125366 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 51c9ba2b-74f1-40c3-8410-14c75b780a8e, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=51c9ba2b-74f1-40c3-8410-14c75b780a8e,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:34.164388 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.174247 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Transition to ACTIVE for port object df3006a3-613c-4fe6-b6e4-5829e1975e31 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:34.213102 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Allocated IP 172.20.0.1 (b7aad870-2308-47a4-922a-a943d18aabf5/94606df9-42aa-468f-bb27-f3caee0abacc/b038718a-883b-4a96-9e06-9c26eff570fd) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:34.222165 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.250762 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.281902 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=51c9ba2b-74f1-40c3-8410-14c75b780a8e,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:34.303475 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Pushing event updated for resources: {'Port': ['ID=df3006a3-613c-4fe6-b6e4-5829e1975e31,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:34.311235 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Attempting to bind port df3006a3-613c-4fe6-b6e4-5829e1975e31 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:34.311648 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Attempting to bind port df3006a3-613c-4fe6-b6e4-5829e1975e31 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:34.312022 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Attempting to bind port df3006a3-613c-4fe6-b6e4-5829e1975e31 on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:34.317655 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.317655 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.317655 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.317655 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.317655 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.317655 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.317655 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.318271 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.318360 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.318673 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.319006 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.319337 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:34.319778 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.324642 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:34.325629 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:34.326037 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.326423 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:34.326903 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Bound port: df3006a3-613c-4fe6-b6e4-5829e1975e31, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:34.327308 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.335239 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Transition to ACTIVE for port object b038718a-883b-4a96-9e06-9c26eff570fd will not be triggered until provisioned by entity DHCP. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:34.383098 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] For port df3006a3-613c-4fe6-b6e4-5829e1975e31, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:34.386242 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] For port df3006a3-613c-4fe6-b6e4-5829e1975e31, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=df3006a3-613c-4fe6-b6e4-5829e1975e31,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:34.435107 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.448252 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dd695-4141-4bb8-9409-b283f864142b req-650ea06d-0eed-4e39-8282-9638f27e96af tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:34.449785 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-707dd695-4141-4bb8-9409-b283f864142b req-650ea06d-0eed-4e39-8282-9638f27e96af tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 943 time: 0.0491827 Sep 06 14:42:34.468794 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.477729 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Network b7aad870-2308-47a4-922a-a943d18aabf5 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:34.481041 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:34.483827 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:34.493800 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-707dd695-4141-4bb8-9409-b283f864142b req-383d499a-770c-4c2b-9e69-8897ca6d7f42 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372736 Sep 06 14:42:34.524242 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b038718a-883b-4a96-9e06-9c26eff570fd,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:34.535041 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3b45b-cc3d-4df3-ac72-d29c4106caa3 None None] Pushing event updated for resources: {'Port': ['ID=df3006a3-613c-4fe6-b6e4-5829e1975e31,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:34.537761 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:34.538496 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:42:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:34.546015 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.626307 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:42:34.688276 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8952502-60d8-454a-8ff8-1f40253f7791 req-6d6d8b94-6321-477a-81a2-5da5816d50c0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:34.689926 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a8952502-60d8-454a-8ff8-1f40253f7791 req-6d6d8b94-6321-477a-81a2-5da5816d50c0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0803611 Sep 06 14:42:34.740345 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a8952502-60d8-454a-8ff8-1f40253f7791 req-fdab7861-12e4-43df-9617-68dfb47ced71 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Sep 06 14:42:34.764675 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:34.776447 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.783443 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:34.802185 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'port_id': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'mac_address': 'fa:16:3e:b2:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:42:34.860340 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.881355 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:42:34.904072 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:34.915598 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60744) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:34.924837 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-349d1e3b-db8f-4502-9960-3525512499f7 None None] Provisioning for port b038718a-883b-4a96-9e06-9c26eff570fd completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:34.932693 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-349d1e3b-db8f-4502-9960-3525512499f7 None None] Provisioning complete for port b038718a-883b-4a96-9e06-9c26eff570fd triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:34.932693 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-349d1e3b-db8f-4502-9960-3525512499f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:34.968168 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-349d1e3b-db8f-4502-9960-3525512499f7 None None] Port b038718a-883b-4a96-9e06-9c26eff570fd cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:42:34.988138 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.026848 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:32Z', 'revision_number': 3, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:35.051772 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=9']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:35.061779 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e438d-f057-4df9-bf78-1102b6896c89 None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:32Z', 'revision_number': 3, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:42:35.192107 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b2420fd3-5ce6-492a-8540-640b31d8715c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.221963 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.236084 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:35.307813 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.371252 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b2420fd3-5ce6-492a-8540-640b31d8715c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.396614 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.416271 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b038718a-883b-4a96-9e06-9c26eff570fd,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:35.425204 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176cae9-361a-4184-8234-6f5be00c1e30 req-35125edf-7213-4002-ade4-775f36ca0d5d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:35.426782 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7176cae9-361a-4184-8234-6f5be00c1e30 req-35125edf-7213-4002-ade4-775f36ca0d5d tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0782659 Sep 06 14:42:35.440470 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b2420fd3-5ce6-492a-8540-640b31d8715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.469380 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7176cae9-361a-4184-8234-6f5be00c1e30 req-7bac8ff7-66f9-4391-85d6-2a46e5cecf38 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349610 Sep 06 14:42:35.516928 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2420fd3-5ce6-492a-8540-640b31d8715c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7eca28-078b-45bc-ad42-45d95a5f74b7,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:35.524857 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b2420fd3-5ce6-492a-8540-640b31d8715c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c79631f48244973a6f46f6b433518ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6072896 Sep 06 14:42:35.529452 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60754) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:35.550578 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Network b7aad870-2308-47a4-922a-a943d18aabf5 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:35.552067 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:35.623659 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-142e7149-93b8-465c-b742-4de71b56ae82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.688867 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-142e7149-93b8-465c-b742-4de71b56ae82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.701820 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:42:35.725059 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252746b0-01ab-400a-94d7-4257dab95579 req-0b996cd3-f8fb-48be-909e-6789e76b7879 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:35.726723 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-252746b0-01ab-400a-94d7-4257dab95579 req-0b996cd3-f8fb-48be-909e-6789e76b7879 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 944 time: 0.0930326 Sep 06 14:42:35.797090 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-252746b0-01ab-400a-94d7-4257dab95579 req-ddcc90b9-782f-43dd-ab59-dad52f150356 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610125 Sep 06 14:42:35.806896 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-28e85cd3-04df-4fff-ac1f-07b8a8152847 None None] Provisioning complete for port b038718a-883b-4a96-9e06-9c26eff570fd triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:35.807276 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-28e85cd3-04df-4fff-ac1f-07b8a8152847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.855318 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-28e85cd3-04df-4fff-ac1f-07b8a8152847 None None] Port b038718a-883b-4a96-9e06-9c26eff570fd cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:42:35.882705 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:42:35.896028 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-10bc62fb-efd6-4289-bbe8-6681b3c2ccb7 admin admin] 10.222.0.48 "PUT /v2.0/routers/ad9a1939-1fc6-4fc1-b168-708552e924e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782390 Sep 06 14:42:35.899764 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-142e7149-93b8-465c-b742-4de71b56ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.901906 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-142e7149-93b8-465c-b742-4de71b56ae82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:35.906259 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-142e7149-93b8-465c-b742-4de71b56ae82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e7eca28-078b-45bc-ad42-45d95a5f74b7 HTTP/1.1" status: 204 len: 168 time: 0.3725932 Sep 06 14:42:35.914687 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aa244-a424-4d56-b600-983413ff2c6d req-d2d601c7-f704-487b-8cec-17de1413f63f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:35.922994 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-680aa244-a424-4d56-b600-983413ff2c6d req-d2d601c7-f704-487b-8cec-17de1413f63f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0827334 Sep 06 14:42:35.946277 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e7149-93b8-465c-b742-4de71b56ae82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7eca28-078b-45bc-ad42-45d95a5f74b7,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:35.977722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-680aa244-a424-4d56-b600-983413ff2c6d req-6518e8b6-c761-4377-ac79-03fc5a7a68d2 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538180 Sep 06 14:42:36.014951 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device df3006a3-613c-4fe6-b6e4-5829e1975e31 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:36.136049 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port df3006a3-613c-4fe6-b6e4-5829e1975e31 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:36.140520 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port df3006a3-613c-4fe6-b6e4-5829e1975e31 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:36.140896 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.219210 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.239777 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port df3006a3-613c-4fe6-b6e4-5829e1975e31, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=df3006a3-613c-4fe6-b6e4-5829e1975e31,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:36.300755 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.301637 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 51c9ba2b-74f1-40c3-8410-14c75b780a8e up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:36.385928 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=df3006a3-613c-4fe6-b6e4-5829e1975e31,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:36.408767 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 51c9ba2b-74f1-40c3-8410-14c75b780a8e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:36.409342 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.612537 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b7c6e-53b5-471e-b617-097be7e7f9f1 req-9e56033d-7eb3-48aa-8ad7-df4cfb6af3cb tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.620767 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-747b7c6e-53b5-471e-b617-097be7e7f9f1 req-9e56033d-7eb3-48aa-8ad7-df4cfb6af3cb tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0664663 Sep 06 14:42:36.655848 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:36.669828 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-747b7c6e-53b5-471e-b617-097be7e7f9f1 req-a142c13c-4533-43cd-8af4-10279623a888 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf7b215b-d5bc-429f-a49c-54224e383e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Sep 06 14:42:36.714060 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:36.714441 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.749990 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60786) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:36.755041 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1259593908-network', 'tenant_id': '4b4d19aed03140708508607be3dc181b'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:36.804095 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.826685 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:36.828938 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9eac54-7687-4ce0-9b69-440331e2b09b" -d '{"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-plugged", "status": "completed", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:36.841837 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:36.855463 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Made reservation on behalf of 4b4d19aed03140708508607be3dc181b for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:36.857748 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.872496 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.878743 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27ac301-fd98-4378-b9c8-a701b8539658 x-openstack-request-id: req-c27ac301-fd98-4378-b9c8-a701b8539658 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:36.879276 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-plugged", "status": "completed", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:36.879612 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c27ac301-fd98-4378-b9c8-a701b8539658 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:36.880334 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'code': 200} Sep 06 14:42:36.913856 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:36.914979 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 036ab4b7-31c5-4421-bcf3-a90af2073f50 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:36.960031 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16248c-6d3c-45e3-afed-cbff76b64627 req-042aea9b-a722-4344-9c20-31cbd9c10fa4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.963124 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:42:36.968403 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 036ab4b7-31c5-4421-bcf3-a90af2073f50 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:36.968751 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 036ab4b7-31c5-4421-bcf3-a90af2073f50 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:36.971996 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb16248c-6d3c-45e3-afed-cbff76b64627 req-042aea9b-a722-4344-9c20-31cbd9c10fa4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.0795925 Sep 06 14:42:36.985019 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:36.986135 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:42:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:36.986427 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f706fb-a47e-43de-a526-d5215bba5632 req-a84f7a44-7ae0-4ac6-a625-3006b1f932a7 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:36.993857 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-69f706fb-a47e-43de-a526-d5215bba5632 req-a84f7a44-7ae0-4ac6-a625-3006b1f932a7 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 945 time: 0.0984588 Sep 06 14:42:37.017010 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb16248c-6d3c-45e3-afed-cbff76b64627 req-5ebd68d2-96ef-40da-9eb5-2a784e353a86 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436628 Sep 06 14:42:37.066044 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=10']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:37.120888 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:37.138272 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570a9a7-5eed-43b5-b12b-a307daba8932 req-f249469c-f54e-489a-8c1f-5dbfc96bd79f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:37.139772 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0570a9a7-5eed-43b5-b12b-a307daba8932 req-f249469c-f54e-489a-8c1f-5dbfc96bd79f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0533803 Sep 06 14:42:37.149139 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.192076 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0570a9a7-5eed-43b5-b12b-a307daba8932 req-8759b936-2512-4e24-a1e5-fdc29b0d7df6 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Sep 06 14:42:37.201641 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Deleting port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:42:37.201641 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.264863 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.299298 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:42:37.326351 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66bacb0-a2dd-44c3-a728-8c4962191eaa,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:37.329309 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.329652 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Added segment 91a70767-795d-46a5-9352-9825e57e6614 of type vlan for network f03c8279-d164-4df8-8a38-82280dd4cc33 Sep 06 14:42:37.341730 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] For port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,segment=NetworkSegment(2126830b-5383-4df8-b65b-0740fd0b2e02),segment_id=2126830b-5383-4df8-b65b-0740fd0b2e02)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:37.342394 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.362387 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 2, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:37.375902 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Calling delete_port for 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f owned by compute:nova {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:42:37.393573 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.393761 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:42:37.394050 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Updating router ad9a1939-1fc6-4fc1-b168-708552e924e9 port b038718a-883b-4a96-9e06-9c26eff570fd binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:42:37.419973 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.494121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29838619-0c5e-4058-b2b8-15280c71de28 req-f7d7df33-d83b-4c28-af12-0415a1cf49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:37.497312 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-29838619-0c5e-4058-b2b8-15280c71de28 req-f7d7df33-d83b-4c28-af12-0415a1cf49ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1099 time: 0.0469441 Sep 06 14:42:37.533526 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.534516 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:37.535133 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.538178 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-29838619-0c5e-4058-b2b8-15280c71de28 req-d572a5e9-72f0-4fb8-84cb-839b9cf974c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337460 Sep 06 14:42:37.604579 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] Pushing event updated for resources: {'Network': ['ID=f03c8279-d164-4df8-8a38-82280dd4cc33,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:37.643621 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network f03c8279-d164-4df8-8a38-82280dd4cc33 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:42:37.661022 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.678545 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:37.695901 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-81196bd2-5d1c-4108-a17e-197757996aaf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9447296 Sep 06 14:42:37.697141 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Pushing event deleted for resources: {'Port': ['ID=984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:37.698736 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60810) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:37.710908 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Request body: {'subnet': {'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1259593908-subnet', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:37.762792 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] No DVR routers for this DVR port 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f on host hv-cinder-80708 {{(pid=100989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:42:37.767506 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.769673 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-69f706fb-a47e-43de-a526-d5215bba5632 req-24047c27-4507-49eb-92c7-1ae86afde0a9 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.18 "DELETE /v2.0/ports/984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f HTTP/1.1" status: 204 len: 173 time: 0.7270384 Sep 06 14:42:37.770190 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb793744-096b-4689-b176-a5fa990eb1c0', 'name': 'network-vif-deleted', 'tag': '984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:37.772606 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb23bad-a861-4b57-97a2-b858552627e9" -d '{"events": [{"server_uuid": "bb793744-096b-4689-b176-a5fa990eb1c0", "name": "network-vif-deleted", "tag": "984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:37.796001 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1a2e9e1b-2ace-4a62-8dc8-bff9d7ea81ad req-b429639a-8c27-4173-b8a2-75bbf028f53e tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 210 time: 0.0603800 Sep 06 14:42:37.824846 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45532bd4-99be-4f97-81a6-08f12de7a6d3 x-openstack-request-id: req-45532bd4-99be-4f97-81a6-08f12de7a6d3 {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:37.825619 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb793744-096b-4689-b176-a5fa990eb1c0", "name": "network-vif-deleted", "tag": "984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:37.826016 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45532bd4-99be-4f97-81a6-08f12de7a6d3 {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:37.826558 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb793744-096b-4689-b176-a5fa990eb1c0', 'name': 'network-vif-deleted', 'tag': '984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f', 'status': 'completed', 'code': 200} Sep 06 14:42:37.870408 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.882341 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Transition to ACTIVE for port object b038718a-883b-4a96-9e06-9c26eff570fd will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:37.887543 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device df3006a3-613c-4fe6-b6e4-5829e1975e31 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:37.897929 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Made reservation on behalf of 4b4d19aed03140708508607be3dc181b for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:37.900442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126827060'] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.942798 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port df3006a3-613c-4fe6-b6e4-5829e1975e31 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:37.943478 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:37.985447 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.102290 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60818) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:38.174220 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a36e87-25b1-41f8-9ab5-9bbc148aeb1c None None] Pushing event updated for resources: {'Port': ['ID=b038718a-883b-4a96-9e06-9c26eff570fd,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:38.210520 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126827034'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.246919 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff4fa1-e6b9-49c0-a82f-2a055e334a58 req-b8f2f3d3-bebf-4b86-bd42-8f183c7b6348 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:38.254713 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-44ff4fa1-e6b9-49c0-a82f-2a055e334a58 req-b8f2f3d3-bebf-4b86-bd42-8f183c7b6348 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.1071088 Sep 06 14:42:38.267099 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Attempting to bind port b038718a-883b-4a96-9e06-9c26eff570fd on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:38.267448 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Attempting to bind port b038718a-883b-4a96-9e06-9c26eff570fd by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:38.267841 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Attempting to bind port b038718a-883b-4a96-9e06-9c26eff570fd on network b7aad870-2308-47a4-922a-a943d18aabf5 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:38.273251 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:38.273625 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Checking segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:38.273914 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5e780fc1-4f74-4761-8115-8bf814b126dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.274184 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.274587 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Bound using segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:38.275060 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Bound port: b038718a-883b-4a96-9e06-9c26eff570fd, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:38.275460 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.337285 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=009290b0-1d32-4f22-bd26-64cee78dc036,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:38.353024 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] For port b038718a-883b-4a96-9e06-9c26eff570fd, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:38.357389 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] For port b038718a-883b-4a96-9e06-9c26eff570fd, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=b038718a-883b-4a96-9e06-9c26eff570fd,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:38.385889 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5e780fc1-4f74-4761-8115-8bf814b126dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.392980 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-44ff4fa1-e6b9-49c0-a82f-2a055e334a58 req-40c08a34-43c5-434c-b08a-4810894da6b4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376033 Sep 06 14:42:38.397371 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Checking segment: {'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:38.397916 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Network hostable DHCP agents. Network: f03c8279-d164-4df8-8a38-82280dd4cc33, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:42:38.411555 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059f8d6-0151-472e-a71b-e78176cd5ce4 req-4944dc02-f3c3-47bf-bf05-f849e863356e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:38.413102 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5059f8d6-0151-472e-a71b-e78176cd5ce4 req-4944dc02-f3c3-47bf-bf05-f849e863356e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.1112943 Sep 06 14:42:38.422950 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.452611 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5059f8d6-0151-472e-a71b-e78176cd5ce4 req-70c2e29c-0799-44e2-98cc-34dd7b0f0bc9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Sep 06 14:42:38.456647 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5e780fc1-4f74-4761-8115-8bf814b126dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.488750 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:38.489652 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:42:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:38.494101 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-75dae8af-262f-42b3-abb1-f7a67306cb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.503151 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-5e780fc1-4f74-4761-8115-8bf814b126dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f0c1703708840b4b53935328f14079e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997319 Sep 06 14:42:38.504323 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e780fc1-4f74-4761-8115-8bf814b126dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db64e23d-895e-46f4-92aa-5476d1d3b15a,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:38.505736 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60824) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:38.540583 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a36e87-25b1-41f8-9ab5-9bbc148aeb1c None None] Pushing event updated for resources: {'Port': ['ID=b038718a-883b-4a96-9e06-9c26eff570fd,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:38.562414 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Network f03c8279-d164-4df8-8a38-82280dd4cc33 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:42:38.581769 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d62cad01-3067-4ba9-ac1c-bb795d18d731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.605783 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d62cad01-3067-4ba9-ac1c-bb795d18d731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.633363 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:38.661793 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, f03c8279-d164-4df8-8a38-82280dd4cc33) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:38.665993 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:38.666615 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.672961 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56b36f-3f4f-4e60-8e42-585d9a5a44ab None None] Network f03c8279-d164-4df8-8a38-82280dd4cc33 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:38.725285 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-b1a4b66e-61a2-4086-8472-997b4efd9ef6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0245998 Sep 06 14:42:38.726119 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d62cad01-3067-4ba9-ac1c-bb795d18d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.728004 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60826) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:38.728685 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d62cad01-3067-4ba9-ac1c-bb795d18d731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.730751 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d62cad01-3067-4ba9-ac1c-bb795d18d731 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db64e23d-895e-46f4-92aa-5476d1d3b15a HTTP/1.1" status: 204 len: 168 time: 0.2229450 Sep 06 14:42:38.734247 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:38.749952 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cad01-3067-4ba9-ac1c-bb795d18d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db64e23d-895e-46f4-92aa-5476d1d3b15a,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:38.849845 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.850983 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.946794 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:38.948355 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-74156dad-b499-452d-a9e0-1818535c8fd5 req-5bf3585d-8841-4c7b-836f-e8660fd98f76 tempest-AttachVolumeNegativeTest-497252172 tempest-AttachVolumeNegativeTest-497252172-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb793744-096b-4689-b176-a5fa990eb1c0 HTTP/1.1" status: 200 len: 210 time: 0.0416772 Sep 06 14:42:39.088197 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-f03c8279-d164-4df8-8a38-82280dd4cc33', 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'fixed_ips': [{'subnet_id': '009290b0-1d32-4f22-bd26-64cee78dc036'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:42:39.089813 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.108508 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:38Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:39.155680 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff710be5-c4a2-4590-8197-264c3faf6463 None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:38Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:42:39.184649 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.396862 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Allocated IP 172.20.0.2 (f03c8279-d164-4df8-8a38-82280dd4cc33/009290b0-1d32-4f22-bd26-64cee78dc036/fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:39.599742 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.617455 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ab26-7afa-46b4-8762-2d69fc9cddf0 req-23129b6c-23c2-4b92-b68c-4fbc0b181beb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:39.619512 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a436ab26-7afa-46b4-8762-2d69fc9cddf0 req-23129b6c-23c2-4b92-b68c-4fbc0b181beb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.1272182 Sep 06 14:42:39.653416 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.654671 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.663371 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc37e7-3ec8-400c-a978-356e87c91478 req-d9a5af6e-3778-43eb-9c68-411787ad59b7 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:39.668786 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e5cc37e7-3ec8-400c-a978-356e87c91478 req-d9a5af6e-3778-43eb-9c68-411787ad59b7 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.1259873 Sep 06 14:42:39.673694 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Transition to ACTIVE for port object fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:39.695697 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Transition to ACTIVE for port object fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:39.715067 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a436ab26-7afa-46b4-8762-2d69fc9cddf0 req-c3758125-4224-43bc-beda-f929327f9fa4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896232 Sep 06 14:42:39.738268 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e5cc37e7-3ec8-400c-a978-356e87c91478 req-9eb9796e-9dc8-49b3-8b8d-f6f53e1b1778 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476153 Sep 06 14:42:39.772029 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.831459 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Network f03c8279-d164-4df8-8a38-82280dd4cc33 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:39.837242 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:39.838236 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:39.846268 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Pushing event updated for resources: {'Port': ['ID=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:39.852863 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Allocated IP 172.27.3.4 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/acad0592-fd7d-48c3-9c94-141b590ba739) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:39.909023 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Attempting to bind port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:39.909023 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Attempting to bind port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:39.909334 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Attempting to bind port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 on network f03c8279-d164-4df8-8a38-82280dd4cc33 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:39.921875 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:39.921875 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Checking segment: {'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:39.922489 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.922993 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Bound using segment: {'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:39.923833 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Bound port: fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:39.924322 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:39.949554 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device b038718a-883b-4a96-9e06-9c26eff570fd up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:40.000467 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.039077 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60890) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:40.060481 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60892) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:40.083224 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] For port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:40.087129 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] For port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,segment=NetworkSegment(91a70767-795d-46a5-9352-9825e57e6614),segment_id=91a70767-795d-46a5-9352-9825e57e6614)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:40.103992 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aed4b23-b185-457e-9f8a-dd30f16ff572 admin admin] Deleting subnet 8bde766e-005f-4fb0-8c4f-ccc8d3622620 {{(pid=100990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:42:40.107983 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8aed4b23-b185-457e-9f8a-dd30f16ff572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.150180 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8aed4b23-b185-457e-9f8a-dd30f16ff572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126793731'] for subnet, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.175552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.193643 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8aed4b23-b185-457e-9f8a-dd30f16ff572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.204021 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port b038718a-883b-4a96-9e06-9c26eff570fd completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:40.207345 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.213140 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1397951045-network', 'tenant_id': '1988a83e4c8a438baaa3be46c6e34785'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:40.220894 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port b038718a-883b-4a96-9e06-9c26eff570fd triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:40.221571 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.234359 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:40.241250 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:40.253935 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:40.261168 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Pushing event updated for resources: {'Port': ['ID=acad0592-fd7d-48c3-9c94-141b590ba739,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:40.319895 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8aed4b23-b185-457e-9f8a-dd30f16ff572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126827025'] for subnet, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.336864 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8aed4b23-b185-457e-9f8a-dd30f16ff572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.342118 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-8aed4b23-b185-457e-9f8a-dd30f16ff572 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8bde766e-005f-4fb0-8c4f-ccc8d3622620 HTTP/1.1" status: 204 len: 168 time: 0.3018680 Sep 06 14:42:40.344414 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38a4f3-1fb5-4156-8336-4349d12d2c57 None None] Pushing event updated for resources: {'Port': ['ID=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:40.350524 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60898) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:40.356633 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Made reservation on behalf of 1988a83e4c8a438baaa3be46c6e34785 for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:40.359349 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.397344 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.419249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.485280 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port b038718a-883b-4a96-9e06-9c26eff570fd, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=b038718a-883b-4a96-9e06-9c26eff570fd,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:40.500170 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.504247 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed4b23-b185-457e-9f8a-dd30f16ff572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bde766e-005f-4fb0-8c4f-ccc8d3622620,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:40.541272 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.576197 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.593937 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.639872 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ca3961-a913-44a8-9824-72f93e41049a']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:40.662918 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2126830b-5383-4df8-b65b-0740fd0b2e02') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:40.663965 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2126830b-5383-4df8-b65b-0740fd0b2e02') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:40.685639 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.699475 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=b038718a-883b-4a96-9e06-9c26eff570fd,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:40.706658 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.711563 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:42:40.739968 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df30409-d933-4558-9b95-61a8a662c3e7,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:40.741307 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.758735 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:42:40.758735 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 984b48ad-ba2f-4ad5-9be4-4b0e1dfa4a1f not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:42:40.760970 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:42:40.765352 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:42:40.765968 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:42:40.768302 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:42:40.783703 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.784206 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Added segment ddfa5daa-4d1b-4e27-9064-4d316479b976 of type vlan for network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 Sep 06 14:42:40.837301 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.873514 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.914081 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.926371 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.928227 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c6ca3961-a913-44a8-9824-72f93e41049a HTTP/1.1" status: 204 len: 168 time: 0.5752084 Sep 06 14:42:40.937581 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.938567 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:40.939160 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:40.948170 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b8ae5-19ff-41a8-9cae-fb4d156c0f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ca3961-a913-44a8-9824-72f93e41049a,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:40.961136 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ca0e2-3e3d-4d6f-9ae5-a121286b5592 req-03cfea99-8d59-4339-86a6-a4082eca8c2b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:40.962644 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c74ca0e2-3e3d-4d6f-9ae5-a121286b5592 req-03cfea99-8d59-4339-86a6-a4082eca8c2b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.0985565 Sep 06 14:42:40.980959 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef27fc3-9cde-4f73-931b-94a3d80dc5cf req-79a26961-387a-4997-bd48-947fbd466a4d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:40.982491 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cef27fc3-9cde-4f73-931b-94a3d80dc5cf req-79a26961-387a-4997-bd48-947fbd466a4d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.1095684 Sep 06 14:42:41.018033 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:41.020800 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-824c1781-3589-43bd-b107-c4a3642026e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9584012 Sep 06 14:42:41.023754 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60906) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:41.028663 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Request body: {'subnet': {'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1397951045-subnet', 'tenant_id': '1988a83e4c8a438baaa3be46c6e34785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:41.036606 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:42:41.062224 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c74ca0e2-3e3d-4d6f-9ae5-a121286b5592 req-1c13da9e-c64e-4f09-a873-fe0d527bc4fc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768831 Sep 06 14:42:41.070482 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cef27fc3-9cde-4f73-931b-94a3d80dc5cf req-f42896dd-6f31-4d63-ad43-45fd10db45b1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799062 Sep 06 14:42:41.159946 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.227768 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Made reservation on behalf of 1988a83e4c8a438baaa3be46c6e34785 for: {'subnet': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:41.230310 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125968063'] for subnet, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.273557 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-cec053c4-68d9-4a50-8c40-439c4980535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.301566 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60908) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:41.348604 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f33e1c49-a299-4652-a20f-da3e428de09f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05344fa624b846488a8a239f87e64d13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457563 Sep 06 14:42:41.349584 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 60910) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:41.408803 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dabc4097-8ef4-408c-9684-c23c3df3b431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.432088 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.439765 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dabc4097-8ef4-408c-9684-c23c3df3b431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.460561 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Router 863f273e-8629-412d-8916-5796eced2436 is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:42:41.509594 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d975d-112c-4671-9320-22116a970681 None None] Network f03c8279-d164-4df8-8a38-82280dd4cc33 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:41.558146 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dabc4097-8ef4-408c-9684-c23c3df3b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.561521 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dabc4097-8ef4-408c-9684-c23c3df3b431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.563340 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-dabc4097-8ef4-408c-9684-c23c3df3b431 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf7b215b-d5bc-429f-a49c-54224e383e8a HTTP/1.1" status: 204 len: 168 time: 0.2125595 Sep 06 14:42:41.573615 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc4097-8ef4-408c-9684-c23c3df3b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b215b-d5bc-429f-a49c-54224e383e8a,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:41.689181 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-9cbeb208-d5cf-4932-86ba-8f3c00f3978f None None] Provisioning for port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:41.739541 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125941296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125968017'] for subnet, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:41.813372 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75270805-8095-4fc5-8ab9-9973addd78ee,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:41.831257 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Checking segment: {'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:41.831595 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Network hostable DHCP agents. Network: ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:42:41.844410 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:42:41.856189 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Sync routers for ids ['863f273e-8629-412d-8916-5796eced2436'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:42:41.870150 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Routers {'863f273e-8629-412d-8916-5796eced2436'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:41.871024 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:42:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['863f273e-8629-412d-8916-5796eced2436'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:41.942748 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:41.976262 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:42:41.982679 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Set router 863f273e-8629-412d-8916-5796eced2436 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:42.003869 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.005438 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b7a3ae20-8557-47e0-a914-376ea3432cbf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2762184 Sep 06 14:42:42.008617 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60916) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:42.083718 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:42.084125 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0) {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:42.092097 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:42.092719 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.096001 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aadda02-6399-487a-9cd7-93e0c4d6892f None None] Network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:42.140199 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:42.149220 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.237284 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e35a7b26-0128-4939-8e62-4047eee94300 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2124701 Sep 06 14:42:42.269631 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 3, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port': {'id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:42.303103 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9b4a1-00f2-48b6-a5fe-eac75207738b req-3f758c95-a536-47c4-bb75-7a6a2e7b2054 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:42.311776 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Checking router: 863f273e-8629-412d-8916-5796eced2436 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:42:42.311970 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1cb9b4a1-00f2-48b6-a5fe-eac75207738b req-3f758c95-a536-47c4-bb75-7a6a2e7b2054 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.1003640 Sep 06 14:42:42.312625 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Updating router 863f273e-8629-412d-8916-5796eced2436 port acad0592-fd7d-48c3-9c94-141b590ba739 binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:42:42.317897 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.342960 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319feba-8833-48d9-a3cc-b04f8f005a78 req-e90da3f4-b2ea-4e76-8eca-2d7ce9afa15e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:42.345878 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.350326 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6319feba-8833-48d9-a3cc-b04f8f005a78 req-e90da3f4-b2ea-4e76-8eca-2d7ce9afa15e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.1151652 Sep 06 14:42:42.362408 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.403518 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1cb9b4a1-00f2-48b6-a5fe-eac75207738b req-80f2c807-2c00-457a-b2ca-7d18ad70eb93 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899725 Sep 06 14:42:42.426033 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6319feba-8833-48d9-a3cc-b04f8f005a78 req-67fa81c0-dafa-4c5d-adb9-8e489a954088 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691481 Sep 06 14:42:42.428791 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ef181-b0aa-4829-8046-6c98ff6c578f None None] Network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:42:42.527906 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,segment=NetworkSegment(91a70767-795d-46a5-9352-9825e57e6614),segment_id=91a70767-795d-46a5-9352-9825e57e6614)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:42.625579 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.625579 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device b038718a-883b-4a96-9e06-9c26eff570fd up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:42.679930 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.723669 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.748373 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Transition to ACTIVE for port object acad0592-fd7d-48c3-9c94-141b590ba739 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:42.762751 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:42.791581 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port b038718a-883b-4a96-9e06-9c26eff570fd triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:42.792866 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.827325 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.871265 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9774bbf-67fc-43ba-a454-c7578b819ddf None None] Pushing event updated for resources: {'Port': ['ID=acad0592-fd7d-48c3-9c94-141b590ba739,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:42.885831 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Allocated IP 172.20.0.1 (f03c8279-d164-4df8-8a38-82280dd4cc33/009290b0-1d32-4f22-bd26-64cee78dc036/deda40ad-6b09-48bc-98c2-4653512c5dfd) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:42.891372 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Attempting to bind port acad0592-fd7d-48c3-9c94-141b590ba739 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:42.891876 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Attempting to bind port acad0592-fd7d-48c3-9c94-141b590ba739 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:42.892456 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Attempting to bind port acad0592-fd7d-48c3-9c94-141b590ba739 on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:42.908660 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:42.909009 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:42.909418 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.909816 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:42.910295 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Bound port: acad0592-fd7d-48c3-9c94-141b590ba739, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:42.910703 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:42.969896 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] For port acad0592-fd7d-48c3-9c94-141b590ba739, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:42.973123 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] For port acad0592-fd7d-48c3-9c94-141b590ba739, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=acad0592-fd7d-48c3-9c94-141b590ba739,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:43.001109 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.015718 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Transition to ACTIVE for port object deda40ad-6b09-48bc-98c2-4653512c5dfd will not be triggered until provisioned by entity DHCP. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:43.040607 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.079112 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52992b2-bd44-4af4-aa93-6d9926b100c5 req-e4a24beb-f433-44da-a571-d453a51ee283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:43.080663 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-d52992b2-bd44-4af4-aa93-6d9926b100c5 req-e4a24beb-f433-44da-a571-d453a51ee283 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1099 time: 0.0605297 Sep 06 14:42:43.098007 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9774bbf-67fc-43ba-a454-c7578b819ddf None None] Pushing event updated for resources: {'Port': ['ID=acad0592-fd7d-48c3-9c94-141b590ba739,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:43.120150 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Routers {'863f273e-8629-412d-8916-5796eced2436'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:43.120801 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:42:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['863f273e-8629-412d-8916-5796eced2436'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:43.122451 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-d52992b2-bd44-4af4-aa93-6d9926b100c5 req-6670f114-7d0c-4373-850f-3889c1d8202f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Sep 06 14:42:43.152514 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.194561 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Network f03c8279-d164-4df8-8a38-82280dd4cc33 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:43.197434 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:43.200454 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:43.232034 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] Set router 863f273e-8629-412d-8916-5796eced2436 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:43.236558 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Pushing event updated for resources: {'Port': ['ID=deda40ad-6b09-48bc-98c2-4653512c5dfd,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:43.258818 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.474466 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 3, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port': {'id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:43.505329 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.507397 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2df07d-4349-4c5a-9a4f-4f024811347a None None] The sync data for ids ['863f273e-8629-412d-8916-5796eced2436'] in dv-cinder-807083-5-iscsi is: [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 3, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port': {'id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:42:43.530633 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-24b546f6-50b8-4307-bb7c-b1e80d376084 None None] Provisioning for port deda40ad-6b09-48bc-98c2-4653512c5dfd completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:43.538068 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-24b546f6-50b8-4307-bb7c-b1e80d376084 None None] Provisioning complete for port deda40ad-6b09-48bc-98c2-4653512c5dfd triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:43.539285 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-24b546f6-50b8-4307-bb7c-b1e80d376084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.541068 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c807c-e0be-4f90-beab-e72509bfcb71 req-4b05e706-607b-44a5-8e14-3c82294eec40 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:43.543053 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-743c807c-e0be-4f90-beab-e72509bfcb71 req-4b05e706-607b-44a5-8e14-3c82294eec40 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0709474 Sep 06 14:42:43.604373 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-24b546f6-50b8-4307-bb7c-b1e80d376084 None None] Port deda40ad-6b09-48bc-98c2-4653512c5dfd cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:42:43.608065 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-743c807c-e0be-4f90-beab-e72509bfcb71 req-8f1e1e53-68e4-4ee7-a7c5-19b3c0e25a0b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575147 Sep 06 14:42:43.759536 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.837418 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.888919 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:43.921603 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:43.949905 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Pushing event updated for resources: {'Port': ['ID=deda40ad-6b09-48bc-98c2-4653512c5dfd,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:43.953684 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:43.954119 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:44.048904 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Network f03c8279-d164-4df8-8a38-82280dd4cc33 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:44.063717 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:44.169871 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:44.216786 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Router 863f273e-8629-412d-8916-5796eced2436 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:42:44.329526 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-0a3f165e-5a42-48f1-b15c-5277b276bdf9 None None] Provisioning complete for port deda40ad-6b09-48bc-98c2-4653512c5dfd triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:44.330214 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0a3f165e-5a42-48f1-b15c-5277b276bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:44.337410 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:42:44.352269 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d92823b8-6273-4550-aebb-91a4856859ea admin admin] 10.222.0.48 "PUT /v2.0/routers/863f273e-8629-412d-8916-5796eced2436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422036 Sep 06 14:42:44.369179 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f165e-5a42-48f1-b15c-5277b276bdf9 None None] Port deda40ad-6b09-48bc-98c2-4653512c5dfd cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:42:44.496230 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 60982) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:44.623871 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c356d28c-403a-4c51-93cd-14a2d0debfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:44.735896 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c356d28c-403a-4c51-93cd-14a2d0debfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:44.736541 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f436b-0eb8-4f5e-b3a6-da99e8f72bea req-9c594abe-9f75-4c2d-ab38-617a63d95282 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:44.738054 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-090f436b-0eb8-4f5e-b3a6-da99e8f72bea req-9c594abe-9f75-4c2d-ab38-617a63d95282 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0562894 Sep 06 14:42:44.780617 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-090f436b-0eb8-4f5e-b3a6-da99e8f72bea req-87651880-cced-41f5-ad07-95570cee4b50 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363779 Sep 06 14:42:44.821629 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c356d28c-403a-4c51-93cd-14a2d0debfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:44.870835 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c356d28c-403a-4c51-93cd-14a2d0debfc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6667dd9a59af4e2cb337ea405976d097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734047 Sep 06 14:42:44.872930 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356d28c-403a-4c51-93cd-14a2d0debfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5389fc-6b6c-4aa7-9c03-df56468cc4b0,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:44.873999 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 32774) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:44.988649 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-77f172db-7c15-437c-aaca-2d81a915a43e tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:44.989996 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-77f172db-7c15-437c-aaca-2d81a915a43e tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/networks?id=ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 HTTP/1.1" status: 200 len: 814 time: 0.1376271 Sep 06 14:42:44.990710 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8f45dcbf-391c-48a3-8ea4-855e05186bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.018544 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8f45dcbf-391c-48a3-8ea4-855e05186bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.020747 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-0075ee50-43e6-4de8-9d64-d315d45d8c2f tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/quotas/1988a83e4c8a438baaa3be46c6e34785 HTTP/1.1" status: 200 len: 375 time: 0.0211449 Sep 06 14:42:45.055806 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-eedc9997-1611-4f50-bbd5-921a607f3c65 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1988a83e4c8a438baaa3be46c6e34785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286224 Sep 06 14:42:45.153339 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-cfda5b87-6509-4fdb-a846-48c899b4fbab service neutron] 10.222.0.48 "GET /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873401 Sep 06 14:42:45.225183 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 32776) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:45.227191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8f45dcbf-391c-48a3-8ea4-855e05186bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.230035 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8f45dcbf-391c-48a3-8ea4-855e05186bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.234155 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-8f45dcbf-391c-48a3-8ea4-855e05186bf0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf5389fc-6b6c-4aa7-9c03-df56468cc4b0 HTTP/1.1" status: 204 len: 168 time: 0.3564813 Sep 06 14:42:45.240304 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-bc0a69ee-fb39-4c1e-966b-e53089fa4b00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221837923', 'description': 'tempest-secgroup-smoke-221837923 description', 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:45.252625 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45dcbf-391c-48a3-8ea4-855e05186bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5389fc-6b6c-4aa7-9c03-df56468cc4b0,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:45.258732 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-f141e77a-1923-42ee-af06-55b022c43f83 service neutron] 10.222.0.48 "GET /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994282 Sep 06 14:42:45.352996 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-bc0a69ee-fb39-4c1e-966b-e53089fa4b00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.432827 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-bc0a69ee-fb39-4c1e-966b-e53089fa4b00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.500647 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-bc0a69ee-fb39-4c1e-966b-e53089fa4b00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.565079 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a69ee-fb39-4c1e-966b-e53089fa4b00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b29020-df96-4666-82ca-7ad3879ef1a9,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:45.601395 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b599aee2-41f8-43be-9643-e5f438971e6d req-e63a38f3-453f-41b2-87b1-ba7dc78a8c1c tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 210 time: 0.0591877 Sep 06 14:42:45.660087 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-bc0a69ee-fb39-4c1e-966b-e53089fa4b00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.660958 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3159f-1c9c-4a07-9f67-004452c0d667 req-cc2ca5d2-8e5c-427e-b26e-b755e759d44d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:45.662860 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-efe3159f-1c9c-4a07-9f67-004452c0d667 req-cc2ca5d2-8e5c-427e-b26e-b755e759d44d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0720675 Sep 06 14:42:45.663882 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-bc0a69ee-fb39-4c1e-966b-e53089fa4b00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4376769 Sep 06 14:42:45.664564 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 32790) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:45.671323 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-f284823c-b731-4493-b26e-09907af450ef tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'security_group_rule': {'security_group_id': 'b9b29020-df96-4666-82ca-7ad3879ef1a9', 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:45.689022 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-11f50e36-1d67-4347-9a33-a6bda97e5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:45.690609 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-11f50e36-1d67-4347-9a33-a6bda97e5fe3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1099 time: 0.0775568 Sep 06 14:42:45.727017 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-efe3159f-1c9c-4a07-9f67-004452c0d667 req-47688cf9-1417-4bfb-b935-f25e7040da81 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496833 Sep 06 14:42:45.798576 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-fbdb247f-6588-4d67-8164-d35893054206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:45.800211 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-fbdb247f-6588-4d67-8164-d35893054206 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 919 time: 0.1025031 Sep 06 14:42:45.816473 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f284823c-b731-4493-b26e-09907af450ef tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.848915 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-29a61529-e398-4dfc-9a9c-3f2fec6a3438 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb64e76a-59a8-4f09-9345-141de9a17475 HTTP/1.1" status: 200 len: 217 time: 0.0382297 Sep 06 14:42:45.878606 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device acad0592-fd7d-48c3-9c94-141b590ba739 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:45.903196 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f284823c-b731-4493-b26e-09907af450ef tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:45.920545 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-86dcac9b-a82c-4abf-8889-4196def515db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:45.922037 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-86dcac9b-a82c-4abf-8889-4196def515db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef2d8030-7897-4115-8974-d90a1ac82534 HTTP/1.1" status: 200 len: 858 time: 0.0659773 Sep 06 14:42:45.954475 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-9f007f6e-bffa-4f77-8129-2e364431b598 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247726 Sep 06 14:42:45.986813 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 32796) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:46.000703 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d62a3b00-646d-4431-8ee5-e10377e8ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.004984 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port acad0592-fd7d-48c3-9c94-141b590ba739 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:46.008910 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f284823c-b731-4493-b26e-09907af450ef tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.009881 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port acad0592-fd7d-48c3-9c94-141b590ba739 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:46.010265 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.040780 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284823c-b731-4493-b26e-09907af450ef tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cdd81f-0635-4ed7-be29-48db6a2ad4d1,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:46.076886 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-f97cf75c-8b38-48e1-a6ae-30200d319e45 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127665 Sep 06 14:42:46.154573 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d62a3b00-646d-4431-8ee5-e10377e8ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.196805 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2ef1446c-d90b-4877-a36e-31dedb8cbc33 req-a9eb2882-6fe2-4b97-b3b9-63af4ce4c613 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114440 Sep 06 14:42:46.206079 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d62a3b00-646d-4431-8ee5-e10377e8ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.221437 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.250289 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port acad0592-fd7d-48c3-9c94-141b590ba739, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=acad0592-fd7d-48c3-9c94-141b590ba739,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:46.255198 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d62a3b00-646d-4431-8ee5-e10377e8ca05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c68e393c27ad42bdb04561d965699312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672307 Sep 06 14:42:46.257409 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f284823c-b731-4493-b26e-09907af450ef tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.257907 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 32800) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:46.258470 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f284823c-b731-4493-b26e-09907af450ef tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5911512 Sep 06 14:42:46.259256 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a3b00-646d-4431-8ee5-e10377e8ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed2c481-fa23-4e73-b079-d8c17c9bc0d1,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:46.272776 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 32802) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:46.277146 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-7cfb6a4e-8cb0-4c6f-bd38-acd235786511 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'security_group_rule': {'security_group_id': 'b9b29020-df96-4666-82ca-7ad3879ef1a9', 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:46.313562 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cf124dd1-cb19-42a1-9fca-f24fed05d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.314608 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Sync routers for ids ['863f273e-8629-412d-8916-5796eced2436'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:42:46.323940 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Routers {'863f273e-8629-412d-8916-5796eced2436'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:46.324843 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:42:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['863f273e-8629-412d-8916-5796eced2436'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:46.336160 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cf124dd1-cb19-42a1-9fca-f24fed05d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.389759 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.415348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6a4e-8cb0-4c6f-bd38-acd235786511 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.459843 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=acad0592-fd7d-48c3-9c94-141b590ba739,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:46.466962 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cf124dd1-cb19-42a1-9fca-f24fed05d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.470931 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cf124dd1-cb19-42a1-9fca-f24fed05d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.472566 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-cf124dd1-cb19-42a1-9fca-f24fed05d51d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aed2c481-fa23-4e73-b079-d8c17c9bc0d1 HTTP/1.1" status: 204 len: 168 time: 0.2132561 Sep 06 14:42:46.479192 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Set router 863f273e-8629-412d-8916-5796eced2436 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:46.484658 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf124dd1-cb19-42a1-9fca-f24fed05d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed2c481-fa23-4e73-b079-d8c17c9bc0d1,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:46.486422 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6a4e-8cb0-4c6f-bd38-acd235786511 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.551772 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6a4e-8cb0-4c6f-bd38-acd235786511 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.577331 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb6a4e-8cb0-4c6f-bd38-acd235786511 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0da0dae-2dd8-41ab-b8f8-6602ee513551,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:46.693515 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b1f357aa-1553-4dd8-9945-da2c22df9641 req-a78964c2-933f-4e76-b24c-d544ff5b3407 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 210 time: 0.0257227 Sep 06 14:42:46.698218 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:42:43Z', 'revision_number': 4, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port': {'id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'deda40ad-6b09-48bc-98c2-4653512c5dfd', 'name': '', 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'mac_address': 'fa:16:3e:33:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '009290b0-1d32-4f22-bd26-64cee78dc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:42Z', 'updated_at': '2021-09-06T14:42:43Z', 'revision_number': 2, 'project_id': '4b4d19aed03140708508607be3dc181b', 'subnets': [{'id': '009290b0-1d32-4f22-bd26-64cee78dc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:46.724418 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6a4e-8cb0-4c6f-bd38-acd235786511 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.725622 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-7cfb6a4e-8cb0-4c6f-bd38-acd235786511 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4522626 Sep 06 14:42:46.725791 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Checking router: 863f273e-8629-412d-8916-5796eced2436 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:42:46.728201 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Updating router 863f273e-8629-412d-8916-5796eced2436 port deda40ad-6b09-48bc-98c2-4653512c5dfd binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:42:46.730443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 32808) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:46.734912 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-5450d9e4-4bd3-4b64-aa1d-e24407d0bb91 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'security_group_rule': {'security_group_id': 'b9b29020-df96-4666-82ca-7ad3879ef1a9', 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:46.751129 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.855337 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dce5ee-e827-4c1d-960f-6895657c6bc2 req-08420883-f1a9-4cb0-9a25-db1ad1187583 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:46.856838 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-42dce5ee-e827-4c1d-960f-6895657c6bc2 req-08420883-f1a9-4cb0-9a25-db1ad1187583 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0494440 Sep 06 14:42:46.887754 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5450d9e4-4bd3-4b64-aa1d-e24407d0bb91 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:46.929727 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-42dce5ee-e827-4c1d-960f-6895657c6bc2 req-4620c9b2-21ad-4ca9-a1f3-c3fe26962e0f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625238 Sep 06 14:42:46.963364 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5450d9e4-4bd3-4b64-aa1d-e24407d0bb91 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.026009 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5450d9e4-4bd3-4b64-aa1d-e24407d0bb91 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.046006 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450d9e4-4bd3-4b64-aa1d-e24407d0bb91 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbb84e0-4889-481a-b1c5-b72ba6a28644,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:47.054209 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.065362 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Transition to ACTIVE for port object deda40ad-6b09-48bc-98c2-4653512c5dfd will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:47.106467 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5450d9e4-4bd3-4b64-aa1d-e24407d0bb91 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.110084 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5450d9e4-4bd3-4b64-aa1d-e24407d0bb91 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3761535 Sep 06 14:42:47.110379 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 32820) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:47.115682 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-2acddbac-3e82-45ba-8038-34ea5cc59390 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'security_group_rule': {'security_group_id': 'b9b29020-df96-4666-82ca-7ad3879ef1a9', 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:47.164371 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.211031 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Pushing event updated for resources: {'Port': ['ID=deda40ad-6b09-48bc-98c2-4653512c5dfd,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:47.222581 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.222938 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.223281 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.223644 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.223978 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.224314 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.224641 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.224968 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.225297 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.225620 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.225941 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.226262 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:42:47.238772 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2acddbac-3e82-45ba-8038-34ea5cc59390 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.283968 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Attempting to bind port deda40ad-6b09-48bc-98c2-4653512c5dfd on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:47.284583 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Attempting to bind port deda40ad-6b09-48bc-98c2-4653512c5dfd by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:47.285156 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Attempting to bind port deda40ad-6b09-48bc-98c2-4653512c5dfd on network f03c8279-d164-4df8-8a38-82280dd4cc33 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:47.291562 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:47.292255 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Checking segment: {'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:47.299616 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.300330 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Bound using segment: {'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:47.301025 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Bound port: deda40ad-6b09-48bc-98c2-4653512c5dfd, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a70767-795d-46a5-9352-9825e57e6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:47.301723 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.307598 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2acddbac-3e82-45ba-8038-34ea5cc59390 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.381832 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] For port deda40ad-6b09-48bc-98c2-4653512c5dfd, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:47.385212 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] For port deda40ad-6b09-48bc-98c2-4653512c5dfd, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=deda40ad-6b09-48bc-98c2-4653512c5dfd,segment=NetworkSegment(91a70767-795d-46a5-9352-9825e57e6614),segment_id=91a70767-795d-46a5-9352-9825e57e6614)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:47.388100 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2acddbac-3e82-45ba-8038-34ea5cc59390 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.408947 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acddbac-3e82-45ba-8038-34ea5cc59390 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fee590f-ac1e-4b99-b9e9-8d1a88554a20,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:47.484540 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.521983 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2acddbac-3e82-45ba-8038-34ea5cc59390 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.526615 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 32824) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:47.527132 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-2acddbac-3e82-45ba-8038-34ea5cc59390 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4154041 Sep 06 14:42:47.534062 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-9c343e29-3dcc-40af-a5f4-65eee7dcccb8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'security_group_rule': {'security_group_id': 'b9b29020-df96-4666-82ca-7ad3879ef1a9', 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:47.544805 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3af294-6359-4c49-858e-2097436cbf0c None None] Pushing event updated for resources: {'Port': ['ID=deda40ad-6b09-48bc-98c2-4653512c5dfd,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:47.547357 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Routers {'863f273e-8629-412d-8916-5796eced2436'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:42:47.547965 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:42:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['863f273e-8629-412d-8916-5796eced2436'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:47.639698 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.securitygroups_db [None req-9c343e29-3dcc-40af-a5f4-65eee7dcccb8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Project f62d04e4ffa643cea61a39bc5c45c166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:42:47.654027 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9c343e29-3dcc-40af-a5f4-65eee7dcccb8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.673944 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] Set router 863f273e-8629-412d-8916-5796eced2436 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:42:47.721274 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9c343e29-3dcc-40af-a5f4-65eee7dcccb8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.802430 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-921f7c16-6726-40c2-bdcc-0cc3a7bf8773 req-6ccbec38-1d1f-4269-ab16-1e6ab8e4e463 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 210 time: 0.0379372 Sep 06 14:42:47.829536 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9c343e29-3dcc-40af-a5f4-65eee7dcccb8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.900863 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device acad0592-fd7d-48c3-9c94-141b590ba739 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:47.950912 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9c343e29-3dcc-40af-a5f4-65eee7dcccb8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:47.952138 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-9c343e29-3dcc-40af-a5f4-65eee7dcccb8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4236932 Sep 06 14:42:47.954904 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 32838) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:47.960057 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-9f92201d-1be5-4eae-b25b-dc1bf904a674 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'security_group_rule': {'security_group_id': 'b9b29020-df96-4666-82ca-7ad3879ef1a9', 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:47.966201 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c343e29-3dcc-40af-a5f4-65eee7dcccb8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa54b2d-ad9d-439a-99ca-645c2d276ced,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:47.972749 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:42:43Z', 'revision_number': 4, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port': {'id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'deda40ad-6b09-48bc-98c2-4653512c5dfd', 'name': '', 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'mac_address': 'fa:16:3e:33:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '009290b0-1d32-4f22-bd26-64cee78dc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:42Z', 'updated_at': '2021-09-06T14:42:47Z', 'revision_number': 4, 'project_id': '4b4d19aed03140708508607be3dc181b', 'subnets': [{'id': '009290b0-1d32-4f22-bd26-64cee78dc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:42:47.985804 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-025538b9-fad9-4140-9aad-b4416e1e228e tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:47.990519 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-025538b9-fad9-4140-9aad-b4416e1e228e tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.18 "GET /v2.0/networks?id=ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 HTTP/1.1" status: 200 len: 814 time: 0.2354372 Sep 06 14:42:48.008816 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Request body: {'port': {'device_id': '9b4b700e-c448-4d3f-9a3d-a939ad5c09b1', 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0', 'admin_state_up': True, 'tenant_id': '1988a83e4c8a438baaa3be46c6e34785'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:48.024879 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d32c7-8393-4c2b-aa3e-97aab5c4c10b None None] The sync data for ids ['863f273e-8629-412d-8916-5796eced2436'] in dv-cinder-807083-5-iscsi is: [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:42:43Z', 'revision_number': 4, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port': {'id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'deda40ad-6b09-48bc-98c2-4653512c5dfd', 'name': '', 'network_id': 'f03c8279-d164-4df8-8a38-82280dd4cc33', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'mac_address': 'fa:16:3e:33:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '009290b0-1d32-4f22-bd26-64cee78dc036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:42Z', 'updated_at': '2021-09-06T14:42:47Z', 'revision_number': 4, 'project_id': '4b4d19aed03140708508607be3dc181b', 'subnets': [{'id': '009290b0-1d32-4f22-bd26-64cee78dc036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:42:48.026452 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port acad0592-fd7d-48c3-9c94-141b590ba739 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:48.026820 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.120248 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.securitygroups_db [None req-9f92201d-1be5-4eae-b25b-dc1bf904a674 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Project f62d04e4ffa643cea61a39bc5c45c166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:42:48.132839 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f92201d-1be5-4eae-b25b-dc1bf904a674 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.207408 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc125f-98e8-40d3-89e1-5c18e75d1997 req-c153256a-ffe6-412c-a81b-673bcea2c97a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:48.215530 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b2fc125f-98e8-40d3-89e1-5c18e75d1997 req-c153256a-ffe6-412c-a81b-673bcea2c97a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.1535954 Sep 06 14:42:48.289565 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f92201d-1be5-4eae-b25b-dc1bf904a674 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.290647 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Made reservation on behalf of 1988a83e4c8a438baaa3be46c6e34785 for: {'port': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:42:48.294696 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.300519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b2fc125f-98e8-40d3-89e1-5c18e75d1997 req-e99641ec-6501-4b53-9c0d-6a303a0dfb5a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839157 Sep 06 14:42:48.377638 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f92201d-1be5-4eae-b25b-dc1bf904a674 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.405192 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92201d-1be5-4eae-b25b-dc1bf904a674 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5b378e-2b99-401f-b66e-9a2e55919bdb,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:48.445423 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Allocated IP 172.20.0.9 (ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0/75270805-8095-4fc5-8ab9-9973addd78ee/3150b3f2-b05b-4407-b1dd-40b5a9328e8a) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:42:48.496017 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9f92201d-1be5-4eae-b25b-dc1bf904a674 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.500972 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9f92201d-1be5-4eae-b25b-dc1bf904a674 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5414217 Sep 06 14:42:48.608020 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.748167 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.807140 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Pushing event updated for resources: {'Port': ['ID=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:48.839941 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:42:48.839941 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:42:48.839941 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:42:48.888495 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:48.889261 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:48.937026 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06eac6-d458-4d5f-bf02-2e133fb91abf req-b4c0cdf8-09fa-4aec-9e6a-67c6c84aba9c tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:48.938534 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3a06eac6-d458-4d5f-bf02-2e133fb91abf req-b4c0cdf8-09fa-4aec-9e6a-67c6c84aba9c tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 931 time: 0.0551589 Sep 06 14:42:48.942330 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-91f537e7-5de4-40f5-a146-928fe04bdf85 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9378889 Sep 06 14:42:48.958467 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Request body: {'port': {'device_id': '9b4b700e-c448-4d3f-9a3d-a939ad5c09b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:42:48.977579 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3a06eac6-d458-4d5f-bf02-2e133fb91abf req-1f838e0b-50a5-44fa-aae5-02a8f0363faa tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Sep 06 14:42:49.013706 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:49.293720 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3150b3f2-b05b-4407-b1dd-40b5a9328e8a {{(pid=100989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:42:49.301719 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:49.315753 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Transition to ACTIVE for port object 3150b3f2-b05b-4407-b1dd-40b5a9328e8a will not be triggered until provisioned by entity L2. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:42:49.404945 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:49.421645 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47155d-a607-454c-b1c8-51d7d0e6302a req-7f739a45-2aa9-43bb-a965-f15ddacb8c86 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:49.423540 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9f47155d-a607-454c-b1c8-51d7d0e6302a req-7f739a45-2aa9-43bb-a965-f15ddacb8c86 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0553412 Sep 06 14:42:49.470858 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9f47155d-a607-454c-b1c8-51d7d0e6302a req-7b96ae1c-0373-45ba-8b00-724e20a86369 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Sep 06 14:42:49.475138 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Pushing event updated for resources: {'Port': ['ID=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:49.534708 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Attempting to bind port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:42:49.535064 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Attempting to bind port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:42:49.535391 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Attempting to bind port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a on network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:49.540022 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a on network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:42:49.540341 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Attempting to bind port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a on network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:42:49.545751 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:42:49.546113 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Checking segment: {'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:42:49.546522 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Bound using segment: {'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:42:49.546947 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Bound port: 3150b3f2-b05b-4407-b1dd-40b5a9328e8a, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'}}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:42:49.547306 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:49.622935 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] For port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a, host hv-cinder-80708, cleared binding levels {{(pid=100989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:42:49.626204 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] For port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:42:49.724102 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:49.761015 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:49.762227 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:49.763641 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] 10.222.0.18 "PUT /v2.0/ports/3150b3f2-b05b-4407-b1dd-40b5a9328e8a HTTP/1.1" status: 200 len: 1093 time: 0.8093708 Sep 06 14:42:49.771137 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4b700e-c448-4d3f-9a3d-a939ad5c09b1', 'tag': '3150b3f2-b05b-4407-b1dd-40b5a9328e8a'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:49.771137 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898bc811-7ba4-4a39-8036-f24be05aae55" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4b700e-c448-4d3f-9a3d-a939ad5c09b1", "tag": "3150b3f2-b05b-4407-b1dd-40b5a9328e8a"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:49.799713 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af1dac-b63a-4773-979d-79b775a0d01f service neutron] Pushing event updated for resources: {'Port': ['ID=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,revision_number=3']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:49.809822 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfdf3f0-d497-4efd-93bf-f6cadc29c0a3 x-openstack-request-id: req-0dfdf3f0-d497-4efd-93bf-f6cadc29c0a3 {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:49.810171 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4b700e-c448-4d3f-9a3d-a939ad5c09b1", "tag": "3150b3f2-b05b-4407-b1dd-40b5a9328e8a", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:49.810512 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0dfdf3f0-d497-4efd-93bf-f6cadc29c0a3 {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:49.811048 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4b700e-c448-4d3f-9a3d-a939ad5c09b1', 'tag': '3150b3f2-b05b-4407-b1dd-40b5a9328e8a', 'status': 'completed', 'code': 200} Sep 06 14:42:49.900081 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device deda40ad-6b09-48bc-98c2-4653512c5dfd up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:49.901127 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc811-7ba4-4a39-8036-f24be05aae55 req-af00ae8b-d7b3-4634-af81-530b35d45628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:49.905124 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-898bc811-7ba4-4a39-8036-f24be05aae55 req-af00ae8b-d7b3-4634-af81-530b35d45628 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1988a83e4c8a438baaa3be46c6e34785&device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 1096 time: 0.0677178 Sep 06 14:42:50.021984 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port deda40ad-6b09-48bc-98c2-4653512c5dfd completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:50.027885 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port deda40ad-6b09-48bc-98c2-4653512c5dfd triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:50.028405 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:50.128510 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:50.162952 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994d08-21b3-466e-ac21-27f0cf7fa0ff req-cd50744f-81f0-408e-a2f4-789c1cb9241f tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:50.171923 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-34994d08-21b3-466e-ac21-27f0cf7fa0ff req-cd50744f-81f0-408e-a2f4-789c1cb9241f tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 943 time: 0.0762801 Sep 06 14:42:50.175114 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port deda40ad-6b09-48bc-98c2-4653512c5dfd, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=deda40ad-6b09-48bc-98c2-4653512c5dfd,segment=NetworkSegment(91a70767-795d-46a5-9352-9825e57e6614),segment_id=91a70767-795d-46a5-9352-9825e57e6614)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:50.219833 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-34994d08-21b3-466e-ac21-27f0cf7fa0ff req-8aa722bb-f9bb-4b34-ab44-8a7eb42e8fb5 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465734 Sep 06 14:42:50.244262 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:50.298520 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=deda40ad-6b09-48bc-98c2-4653512c5dfd,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:50.303948 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc811-7ba4-4a39-8036-f24be05aae55 req-829163b2-14f3-4772-831d-916f636ceec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:50.305684 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-898bc811-7ba4-4a39-8036-f24be05aae55 req-829163b2-14f3-4772-831d-916f636ceec0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1988a83e4c8a438baaa3be46c6e34785&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3915815 Sep 06 14:42:50.411477 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc811-7ba4-4a39-8036-f24be05aae55 req-fb0c5b84-e380-4c92-b46f-2b1c1bedf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:50.413145 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-898bc811-7ba4-4a39-8036-f24be05aae55 req-fb0c5b84-e380-4c92-b46f-2b1c1bedf780 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985494 Sep 06 14:42:50.492197 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-fb1fa7a0-7326-4c95-9155-2c2ecca506f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:50.493674 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-fb1fa7a0-7326-4c95-9155-2c2ecca506f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1988a83e4c8a438baaa3be46c6e34785&device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 1096 time: 0.0407641 Sep 06 14:42:50.535664 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-fecfa5d0-c0a7-4312-b0da-e00c378ea922 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3150b3f2-b05b-4407-b1dd-40b5a9328e8a HTTP/1.1" status: 200 len: 217 time: 0.0323455 Sep 06 14:42:50.587928 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-d3be4f0e-7019-4872-a645-ff714addde48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:50.589412 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-d3be4f0e-7019-4872-a645-ff714addde48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75270805-8095-4fc5-8ab9-9973addd78ee HTTP/1.1" status: 200 len: 854 time: 0.0450292 Sep 06 14:42:50.632949 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-94d11c04-664d-4072-b5af-9a1db0730300 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278842 Sep 06 14:42:50.725968 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-50f402e7-e4ce-48a1-8f85-e614b4192a59 service neutron] 10.222.0.18 "GET /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849445 Sep 06 14:42:50.825408 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-19294ebc-3e9a-4692-a27f-de6cbc69a2b9 req-8fbacf41-c1ba-476c-a614-a80c9ccb666f service neutron] 10.222.0.18 "GET /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881844 Sep 06 14:42:51.363324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386bad-831d-4a27-8364-e1edc626ecdc req-24c3be01-6343-4e4f-aa29-536090dd4543 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:51.364892 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ed386bad-831d-4a27-8364-e1edc626ecdc req-24c3be01-6343-4e4f-aa29-536090dd4543 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 943 time: 0.0751083 Sep 06 14:42:51.387302 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cb186-9962-4eeb-8e2b-9ce32d2914e5 req-cf5eb5c0-20fd-4cfb-b93d-63956351e8f5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:51.388885 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-443cb186-9962-4eeb-8e2b-9ce32d2914e5 req-cf5eb5c0-20fd-4cfb-b93d-63956351e8f5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0734422 Sep 06 14:42:51.434234 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ed386bad-831d-4a27-8364-e1edc626ecdc req-ec58fedc-7662-4a5c-9dac-240afbc67e98 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629973 Sep 06 14:42:51.447825 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-443cb186-9962-4eeb-8e2b-9ce32d2914e5 req-7fd07724-8e29-4e65-a6f1-60b6db32834f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524640 Sep 06 14:42:51.836976 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device deda40ad-6b09-48bc-98c2-4653512c5dfd up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:51.885319 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port deda40ad-6b09-48bc-98c2-4653512c5dfd triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:51.885735 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:52.559635 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c0bff-dd09-4737-806c-1c540302f6b6 req-704ffc8e-e87f-4ab8-b6dc-61b9411713a1 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:52.563855 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7f7c0bff-dd09-4737-806c-1c540302f6b6 req-704ffc8e-e87f-4ab8-b6dc-61b9411713a1 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 943 time: 0.0570517 Sep 06 14:42:52.601566 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7f7c0bff-dd09-4737-806c-1c540302f6b6 req-a594bac1-6ad6-46a2-871d-3d50b91fe552 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342383 Sep 06 14:42:53.632654 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:53.729770 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce66778-3b32-4802-bb5a-bbd979309915 req-514b681f-91e2-4b98-86f6-8f7bf821f048 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:53.731747 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dce66778-3b32-4802-bb5a-bbd979309915 req-514b681f-91e2-4b98-86f6-8f7bf821f048 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 943 time: 0.0574992 Sep 06 14:42:53.769102 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dce66778-3b32-4802-bb5a-bbd979309915 req-ab119e07-3d1d-4676-bb6b-e70b70341940 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Sep 06 14:42:54.806945 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 3150b3f2-b05b-4407-b1dd-40b5a9328e8a details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:42:54.882375 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:54.891279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83484e-e2bc-4ed1-9fa4-0f19308c9f0a req-f4b82b79-e06b-4dde-ae5e-aebdd24c6972 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:54.893007 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2e83484e-e2bc-4ed1-9fa4-0f19308c9f0a req-f4b82b79-e06b-4dde-ae5e-aebdd24c6972 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 943 time: 0.0546560 Sep 06 14:42:54.894134 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '3150b3f2-b05b-4407-b1dd-40b5a9328e8a', 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0', 'port_id': '3150b3f2-b05b-4407-b1dd-40b5a9328e8a', 'mac_address': 'fa:16:3e:8e:fb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75270805-8095-4fc5-8ab9-9973addd78ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:42:54.933490 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2e83484e-e2bc-4ed1-9fa4-0f19308c9f0a req-c6de7331-5ebd-469f-8e31-93a2b4a89a1b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Sep 06 14:42:54.940494 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:54.954441 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3150b3f2-b05b-4407-b1dd-40b5a9328e8a {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:42:54.973430 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:55.169964 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:55.216875 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:55.339108 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33012) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:55.444483 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-24fd896e-1237-4806-9cea-fb9552037b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:55.463394 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['3150b3f2-b05b-4407-b1dd-40b5a9328e8a'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:42:55.535015 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-24fd896e-1237-4806-9cea-fb9552037b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:55.604461 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-24fd896e-1237-4806-9cea-fb9552037b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:55.640969 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-24fd896e-1237-4806-9cea-fb9552037b23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=266517db2040442d875f1446a4f20c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007693 Sep 06 14:42:55.643748 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33018) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:55.647849 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd896e-1237-4806-9cea-fb9552037b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04daded-03d2-431a-89ba-6a4085613d49,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:55.708887 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c55a8430-d572-4cdd-b8c8-fa4d16d730c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:55.730647 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c55a8430-d572-4cdd-b8c8-fa4d16d730c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:55.844334 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c55a8430-d572-4cdd-b8c8-fa4d16d730c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:55.846962 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c55a8430-d572-4cdd-b8c8-fa4d16d730c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:55.848145 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c55a8430-d572-4cdd-b8c8-fa4d16d730c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d04daded-03d2-431a-89ba-6a4085613d49 HTTP/1.1" status: 204 len: 168 time: 0.2033865 Sep 06 14:42:55.856703 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a8430-d572-4cdd-b8c8-fa4d16d730c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04daded-03d2-431a-89ba-6a4085613d49,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:56.052113 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c3fe7-0ea1-425b-bd86-22f0473785f8 req-2f5bd448-f99a-481f-8a98-573dc37441b0 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:56.053682 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-068c3fe7-0ea1-425b-bd86-22f0473785f8 req-2f5bd448-f99a-481f-8a98-573dc37441b0 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 944 time: 0.0487378 Sep 06 14:42:56.091133 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-068c3fe7-0ea1-425b-bd86-22f0473785f8 req-fec1b134-aaa1-40c3-9339-a259bb9ff5b1 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Sep 06 14:42:56.522442 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33028) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:56.535407 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-35ea15b9-724d-4c3d-88de-2b71dc6771df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:56.623345 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-35ea15b9-724d-4c3d-88de-2b71dc6771df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:56.701057 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-35ea15b9-724d-4c3d-88de-2b71dc6771df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:56.752151 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-35ea15b9-724d-4c3d-88de-2b71dc6771df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6baa1a7178bb4b1e892e782fdbdb9f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262404 Sep 06 14:42:56.752151 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea15b9-724d-4c3d-88de-2b71dc6771df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57765868-be91-4f7e-981c-fcbb0e516600,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:56.752908 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33034) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:42:56.795091 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 3150b3f2-b05b-4407-b1dd-40b5a9328e8a up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:42:56.807998 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-db0517a9-70cc-4654-be55-2a61225e0055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:56.829240 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-db0517a9-70cc-4654-be55-2a61225e0055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:56.928263 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:42:56.932308 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:42:56.932642 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:56.951091 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-db0517a9-70cc-4654-be55-2a61225e0055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:56.953714 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-db0517a9-70cc-4654-be55-2a61225e0055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:56.957490 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-db0517a9-70cc-4654-be55-2a61225e0055 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57765868-be91-4f7e-981c-fcbb0e516600 HTTP/1.1" status: 204 len: 168 time: 0.2008677 Sep 06 14:42:56.964404 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0517a9-70cc-4654-be55-2a61225e0055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57765868-be91-4f7e-981c-fcbb0e516600,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:57.020495 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:57.046504 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b700e-c448-4d3f-9a3d-a939ad5c09b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3150b3f2-b05b-4407-b1dd-40b5a9328e8a'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:42:57.046613 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5f894b-f8de-4e0d-8bc9-3336a5eb83d1" -d '{"events": [{"server_uuid": "9b4b700e-c448-4d3f-9a3d-a939ad5c09b1", "name": "network-vif-plugged", "status": "completed", "tag": "3150b3f2-b05b-4407-b1dd-40b5a9328e8a"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:42:57.064097 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:42:57.084129 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712a07c1-bc82-43cc-bd5d-2e651c8e320c x-openstack-request-id: req-712a07c1-bc82-43cc-bd5d-2e651c8e320c {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:42:57.084421 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4b700e-c448-4d3f-9a3d-a939ad5c09b1", "name": "network-vif-plugged", "status": "completed", "tag": "3150b3f2-b05b-4407-b1dd-40b5a9328e8a", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:42:57.084675 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-712a07c1-bc82-43cc-bd5d-2e651c8e320c {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:42:57.085065 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4b700e-c448-4d3f-9a3d-a939ad5c09b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3150b3f2-b05b-4407-b1dd-40b5a9328e8a', 'code': 200} Sep 06 14:42:57.124523 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:42:57.178858 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:42:57.212392 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962e383-461c-40f1-bb2c-348b3ca0c950 req-53b8bbbf-ced1-471b-922d-15916e381779 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:57.213859 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7962e383-461c-40f1-bb2c-348b3ca0c950 req-53b8bbbf-ced1-471b-922d-15916e381779 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0510058 Sep 06 14:42:57.252282 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7962e383-461c-40f1-bb2c-348b3ca0c950 req-4b6816cd-5cb5-4523-b4d9-2ed456e2441c tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Sep 06 14:42:57.420811 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67f0a5-adbc-45da-9760-49a23314dc82 req-7e3897d2-4555-4d2c-b2f2-f2794886d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:57.422360 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-4d67f0a5-adbc-45da-9760-49a23314dc82 req-7e3897d2-4555-4d2c-b2f2-f2794886d5a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 1098 time: 0.0426118 Sep 06 14:42:57.459702 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-4d67f0a5-adbc-45da-9760-49a23314dc82 req-3f03c0ad-5b22-4488-abae-4b160eccceeb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293226 Sep 06 14:42:58.367927 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc7cc8-a96a-428a-abfd-5c5df07c0d47 req-32dc220f-4b9d-4157-924e-f6ddf7ca8bb1 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:58.369420 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-54dc7cc8-a96a-428a-abfd-5c5df07c0d47 req-32dc220f-4b9d-4157-924e-f6ddf7ca8bb1 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0501053 Sep 06 14:42:58.409930 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-54dc7cc8-a96a-428a-abfd-5c5df07c0d47 req-73baf634-8c6c-42b3-90d2-5a70ffbb1262 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339570 Sep 06 14:42:59.525917 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e21d94-2f99-43b9-8d22-663c7e146a35 req-c1905e26-dc73-43f3-b4d9-8757d7ec0c5d tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:42:59.527461 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-86e21d94-2f99-43b9-8d22-663c7e146a35 req-c1905e26-dc73-43f3-b4d9-8757d7ec0c5d tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0520291 Sep 06 14:42:59.566024 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-86e21d94-2f99-43b9-8d22-663c7e146a35 req-1ada5abd-1ecf-4456-9e03-9b9b9ad6496a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Sep 06 14:43:00.455269 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33172) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:00.558143 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda45b50-92d9-429a-9912-8a512d82667c req-403b0ec8-b1ad-4145-806b-70a0ac3f5088 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:00.560319 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eda45b50-92d9-429a-9912-8a512d82667c req-403b0ec8-b1ad-4145-806b-70a0ac3f5088 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0641873 Sep 06 14:43:00.594644 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c115aa1b-42eb-49a3-b481-70593206a4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:00.601835 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eda45b50-92d9-429a-9912-8a512d82667c req-3d037952-dbea-4022-895f-5e965f95e5fb tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352983 Sep 06 14:43:00.619204 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-3defae8e-8994-4fb7-90ac-edf14561ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:00.620745 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-3defae8e-8994-4fb7-90ac-edf14561ebc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1099 time: 0.0697079 Sep 06 14:43:00.755184 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-954a9885-58dd-4e74-bf01-7994d908afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:00.756719 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-954a9885-58dd-4e74-bf01-7994d908afb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 919 time: 0.1228495 Sep 06 14:43:00.769929 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c115aa1b-42eb-49a3-b481-70593206a4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:00.804063 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-c292d647-8cca-465b-bcc2-690501776dfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb64e76a-59a8-4f09-9345-141de9a17475 HTTP/1.1" status: 200 len: 217 time: 0.0360518 Sep 06 14:43:00.848803 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c115aa1b-42eb-49a3-b481-70593206a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:00.898165 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-6cd3fd5f-9b49-48b3-9a75-9a0187389285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:00.899655 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-6cd3fd5f-9b49-48b3-9a75-9a0187389285 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef2d8030-7897-4115-8974-d90a1ac82534 HTTP/1.1" status: 200 len: 858 time: 0.0828686 Sep 06 14:43:00.900615 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115aa1b-42eb-49a3-b481-70593206a4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de1723c-12cc-4ea0-919a-af8fc3cd34f0,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:00.907750 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c115aa1b-42eb-49a3-b481-70593206a4ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=029de36482fe4fefa54e92c57f396fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493308 Sep 06 14:43:00.907903 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33188) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:00.945388 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-755069e2-1900-4afd-8e44-4b6a592e5389 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314238 Sep 06 14:43:01.014746 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d06fb84f-eb06-4990-be27-d2e817e8b52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:01.073541 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d06fb84f-eb06-4990-be27-d2e817e8b52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:01.098914 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-5d3d54de-2e83-4358-8a94-778c01bb11f8 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414537 Sep 06 14:43:01.206440 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-2c9f2aed-e682-423d-bd46-ab44a83e75c7 req-7c5d8f44-fbce-44c6-ac15-564d76b9d21d service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992191 Sep 06 14:43:01.249213 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d06fb84f-eb06-4990-be27-d2e817e8b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:01.251880 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d06fb84f-eb06-4990-be27-d2e817e8b52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:01.252969 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d06fb84f-eb06-4990-be27-d2e817e8b52d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4de1723c-12cc-4ea0-919a-af8fc3cd34f0 HTTP/1.1" status: 204 len: 168 time: 0.3441784 Sep 06 14:43:01.260678 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fb84f-eb06-4990-be27-d2e817e8b52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de1723c-12cc-4ea0-919a-af8fc3cd34f0,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:01.718521 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb8eda-bafa-40cf-928c-ba9608844fc9 req-59402210-f8e4-431e-bed2-0e5f18c66f46 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:01.720027 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-89eb8eda-bafa-40cf-928c-ba9608844fc9 req-59402210-f8e4-431e-bed2-0e5f18c66f46 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0483384 Sep 06 14:43:01.756688 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-89eb8eda-bafa-40cf-928c-ba9608844fc9 req-3bb6dceb-8340-497d-92d3-0e02d1445dba tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Sep 06 14:43:01.819057 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33206) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:01.832816 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1a6b9ea0-4d66-4130-8cbb-826ae7eeb2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:01.918352 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1a6b9ea0-4d66-4130-8cbb-826ae7eeb2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:01.992141 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1a6b9ea0-4d66-4130-8cbb-826ae7eeb2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:02.029732 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b9ea0-4d66-4130-8cbb-826ae7eeb2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa95bce-283c-4dc6-b4b2-b21451d83b0d,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:02.034630 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-1a6b9ea0-4d66-4130-8cbb-826ae7eeb2d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7b9b79e47b741a4959af731ecac312c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139728 Sep 06 14:43:02.041095 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33208) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:02.085449 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-007ec0f2-53f5-445d-b8f5-f74f7dee8596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:02.107796 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-007ec0f2-53f5-445d-b8f5-f74f7dee8596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:02.213776 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-007ec0f2-53f5-445d-b8f5-f74f7dee8596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:02.216903 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-007ec0f2-53f5-445d-b8f5-f74f7dee8596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:02.218055 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-007ec0f2-53f5-445d-b8f5-f74f7dee8596 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffa95bce-283c-4dc6-b4b2-b21451d83b0d HTTP/1.1" status: 204 len: 168 time: 0.1803901 Sep 06 14:43:02.225784 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ec0f2-53f5-445d-b8f5-f74f7dee8596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa95bce-283c-4dc6-b4b2-b21451d83b0d,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:03.097101 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb8c98-f858-43a1-a478-2c22c50284f1 req-4c78bf3a-2a4e-4ee1-8197-d03833e2cd01 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:03.098567 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-56fb8c98-f858-43a1-a478-2c22c50284f1 req-4c78bf3a-2a4e-4ee1-8197-d03833e2cd01 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.2728024 Sep 06 14:43:03.137572 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-56fb8c98-f858-43a1-a478-2c22c50284f1 req-236f4627-f305-4f09-b155-92f28cd7b24d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Sep 06 14:43:03.911986 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33250) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:04.018134 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-78bafefc-6f77-4cf4-9e7d-3d6fe8fcf729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:04.104690 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-78bafefc-6f77-4cf4-9e7d-3d6fe8fcf729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:04.168856 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-78bafefc-6f77-4cf4-9e7d-3d6fe8fcf729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:04.215548 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-78bafefc-6f77-4cf4-9e7d-3d6fe8fcf729 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b1777d38be041af93e1d66de5c552a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000526 Sep 06 14:43:04.215957 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33258) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:04.216581 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bafefc-6f77-4cf4-9e7d-3d6fe8fcf729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc45de3a-c741-4d41-8af0-f07aabca6665,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:04.254799 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc195bd-3f04-4678-b886-5cfb3dc16212 req-4015f23a-9b5c-4315-bc8a-ce2c0ebc154f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:04.256300 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4dc195bd-3f04-4678-b886-5cfb3dc16212 req-4015f23a-9b5c-4315-bc8a-ce2c0ebc154f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0498874 Sep 06 14:43:04.272750 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f7ce915a-a73b-4903-902c-9892c1f496f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:04.295362 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4dc195bd-3f04-4678-b886-5cfb3dc16212 req-e099ca22-8a12-47da-825b-6c1a5258e4bc tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Sep 06 14:43:04.296249 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f7ce915a-a73b-4903-902c-9892c1f496f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:04.396693 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f7ce915a-a73b-4903-902c-9892c1f496f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:04.399209 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f7ce915a-a73b-4903-902c-9892c1f496f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:04.400405 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-f7ce915a-a73b-4903-902c-9892c1f496f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc45de3a-c741-4d41-8af0-f07aabca6665 HTTP/1.1" status: 204 len: 168 time: 0.1809645 Sep 06 14:43:04.408938 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce915a-a73b-4903-902c-9892c1f496f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc45de3a-c741-4d41-8af0-f07aabca6665,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:04.639885 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:43:05.417720 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80682b3-833a-4f5a-9f67-b22ee2d4d5c7 req-0036bc3a-5c0d-456c-8808-8d44e453ffd0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:05.419911 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c80682b3-833a-4f5a-9f67-b22ee2d4d5c7 req-0036bc3a-5c0d-456c-8808-8d44e453ffd0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0491910 Sep 06 14:43:05.458426 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c80682b3-833a-4f5a-9f67-b22ee2d4d5c7 req-c8c0616b-f84e-49d1-bc8b-d88c6248576a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Sep 06 14:43:06.579977 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef496-1b29-4918-ac74-f73daccd3315 req-4045a35a-c204-485d-a25c-875fb06590c6 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:06.581455 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f30ef496-1b29-4918-ac74-f73daccd3315 req-4045a35a-c204-485d-a25c-875fb06590c6 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0543973 Sep 06 14:43:06.620389 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f30ef496-1b29-4918-ac74-f73daccd3315 req-ed5b4277-4e98-4a9a-9e6a-908089ea749b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Sep 06 14:43:07.737453 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1eeea2-4e18-4b71-a961-d533d78554d8 req-64b4e8f6-aa0c-4778-a902-cd18a3f97d59 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:07.738931 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4d1eeea2-4e18-4b71-a961-d533d78554d8 req-64b4e8f6-aa0c-4778-a902-cd18a3f97d59 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0484800 Sep 06 14:43:07.779574 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4d1eeea2-4e18-4b71-a961-d533d78554d8 req-10c6fd97-8503-43fb-9e6c-c509b03106b3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Sep 06 14:43:08.443866 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-63d120aa-f9d4-4066-9992-f3ac360d477b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:08.897990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505bb-fec9-4987-8a6c-ce9c0a233bb5 req-02745747-5679-4866-8a8b-724bda367d06 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:08.899460 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e70505bb-fec9-4987-8a6c-ce9c0a233bb5 req-02745747-5679-4866-8a8b-724bda367d06 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0505595 Sep 06 14:43:08.936248 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e70505bb-fec9-4987-8a6c-ce9c0a233bb5 req-2c97d913-99f8-4b30-934f-646b1a1e622e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304222 Sep 06 14:43:10.052366 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b0949-0de8-441a-8eb9-30248646b115 req-41e2f71d-1a68-457e-bce7-bdb72f9aa0df tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:10.053721 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5f7b0949-0de8-441a-8eb9-30248646b115 req-41e2f71d-1a68-457e-bce7-bdb72f9aa0df tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0514688 Sep 06 14:43:10.092768 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5f7b0949-0de8-441a-8eb9-30248646b115 req-f4c8ba3d-0d97-46c5-b1f1-daea891f2b6d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Sep 06 14:43:11.205902 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eaa40-c76e-4694-8000-757903412a89 req-095549c3-54e2-4c33-be34-c936ed8251e8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:11.207316 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-511eaa40-c76e-4694-8000-757903412a89 req-095549c3-54e2-4c33-be34-c936ed8251e8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0481195 Sep 06 14:43:11.247491 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-511eaa40-c76e-4694-8000-757903412a89 req-dd4a04bd-48b3-49fa-9b09-fb50932023d2 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342925 Sep 06 14:43:11.248935 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-53198c77-4d95-4b5e-a423-696a3027ef4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:11.426275 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:12.151625 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:12.359498 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12cc1-00cb-49c4-b4e8-14b6460807e6 req-71f78e04-5a0a-4e12-9f7b-7e5aa1c6795a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:12.361061 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f2a12cc1-00cb-49c4-b4e8-14b6460807e6 req-71f78e04-5a0a-4e12-9f7b-7e5aa1c6795a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0479295 Sep 06 14:43:12.400447 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f2a12cc1-00cb-49c4-b4e8-14b6460807e6 req-bb5d3b4a-0516-44fd-9105-1d49f157135f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336838 Sep 06 14:43:12.892117 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-508a1a30-5e22-48bb-b2f2-b9600a1cadcd tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221837923&fields=id&tenant_id=f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 267 time: 0.0338244 Sep 06 14:43:13.003820 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-07e740dd-c2c9-4bcb-af2c-4b415f060630 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:13.005994 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-07e740dd-c2c9-4bcb-af2c-4b415f060630 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 811 time: 0.1067619 Sep 06 14:43:13.021320 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-08a7d81e-d08f-4bc7-b964-0dd7c5c1d89e tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/quotas/f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 375 time: 0.0099237 Sep 06 14:43:13.072616 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-785b1b3d-b1df-4db7-b43f-4d6c5464cfd5 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459392 Sep 06 14:43:13.174948 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-c4606ee1-04aa-4253-b198-31518e8ac5ac service neutron] 10.222.0.48 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884080 Sep 06 14:43:13.265169 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-a38ce4ed-ed06-4de8-bb9c-5cc132c41531 service neutron] 10.222.0.48 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835092 Sep 06 14:43:13.523279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcc767-44bd-485a-b84b-365e0a23622c req-1b51d4f0-35d3-4eb6-8ab2-e93d5c7f7990 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:13.524734 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-86dcc767-44bd-485a-b84b-365e0a23622c req-1b51d4f0-35d3-4eb6-8ab2-e93d5c7f7990 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0561888 Sep 06 14:43:13.563175 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-86dcc767-44bd-485a-b84b-365e0a23622c req-0796e6cb-db02-4b8a-80ba-bc22b84e8ebc tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324125 Sep 06 14:43:13.797741 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a947992-cd72-44d3-95a4-e6ccd696956d req-f5c7c80e-768a-44c0-88ec-3bbd026191ae tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 210 time: 0.0281472 Sep 06 14:43:14.123009 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:14.687516 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1bb82-1ec9-4971-ace2-0a4963e2f281 req-58ae7f90-1cf9-4384-986b-f760476d8f17 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:14.689016 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-09e1bb82-1ec9-4971-ace2-0a4963e2f281 req-58ae7f90-1cf9-4384-986b-f760476d8f17 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0494661 Sep 06 14:43:14.729860 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-09e1bb82-1ec9-4971-ace2-0a4963e2f281 req-ca1a65e9-4499-44d7-aadd-c274d0ae761a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Sep 06 14:43:14.895045 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1a440b05-42cb-49fb-b1c6-c04c695371c2 req-3ad615f0-190f-472d-8269-eff59e5adad4 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 210 time: 0.0303209 Sep 06 14:43:15.738953 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-4beeccc9-0c13-4958-a165-d04d0d98f43d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:15.740626 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-4beeccc9-0c13-4958-a165-d04d0d98f43d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 811 time: 0.1043591 Sep 06 14:43:15.789305 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-e3348118-367c-4d8b-8c87-e1b681b8a3c2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 379 time: 0.0345793 Sep 06 14:43:15.803571 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'port': {'device_id': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'admin_state_up': True, 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'security_groups': ['b9b29020-df96-4666-82ca-7ad3879ef1a9']}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:15.857474 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfa535-aa2c-42cd-83c4-c6bc21771999 req-d6a83e5c-a32b-432f-81dc-38c911e748d3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:15.858892 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d7dfa535-aa2c-42cd-83c4-c6bc21771999 req-d6a83e5c-a32b-432f-81dc-38c911e748d3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0608566 Sep 06 14:43:15.897580 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d7dfa535-aa2c-42cd-83c4-c6bc21771999 req-172a14bc-33f7-46c3-867c-b8ae651fa6e9 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Sep 06 14:43:15.989375 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-214892e7-e57d-41bb-b7ac-b2280f67a5e5 req-c79371e3-9c89-4487-be7b-b7895cc95db7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 210 time: 0.0271568 Sep 06 14:43:15.991930 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Made reservation on behalf of f62d04e4ffa643cea61a39bc5c45c166 for: {'port': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:43:15.995402 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:16.118655 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Allocated IP 172.20.0.13 (b7aad870-2308-47a4-922a-a943d18aabf5/94606df9-42aa-468f-bb27-f3caee0abacc/44bc138f-6600-440f-9373-eb939291c5a2) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:43:16.258231 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:16.273392 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Transition to ACTIVE for port object 44bc138f-6600-440f-9373-eb939291c5a2 will not be triggered until provisioned by entity DHCP. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:43:16.350733 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:16.391731 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Network b7aad870-2308-47a4-922a-a943d18aabf5 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:43:16.394658 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:43:16.398228 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:43:16.427471 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=44bc138f-6600-440f-9373-eb939291c5a2,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:16.456521 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:16.457201 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:16.540115 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-6ed87b7b-1cee-4112-8366-ab48e9829fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7403300 Sep 06 14:43:16.554195 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Request body: {'port': {'device_id': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:16.612520 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:16.671978 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-6fa684e2-8f48-4cdf-96d4-167c6e3ceda0 None None] Provisioning for port 44bc138f-6600-440f-9373-eb939291c5a2 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:43:16.675902 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-6fa684e2-8f48-4cdf-96d4-167c6e3ceda0 None None] Provisioning complete for port 44bc138f-6600-440f-9373-eb939291c5a2 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:43:16.676336 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-6fa684e2-8f48-4cdf-96d4-167c6e3ceda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:16.710741 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-6fa684e2-8f48-4cdf-96d4-167c6e3ceda0 None None] Port 44bc138f-6600-440f-9373-eb939291c5a2 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:43:16.885481 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bc138f-6600-440f-9373-eb939291c5a2 {{(pid=100989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:43:16.893256 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:16.905372 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.provisioning_blocks [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Transition to ACTIVE for port object 44bc138f-6600-440f-9373-eb939291c5a2 will not be triggered until provisioned by entity L2. {{(pid=100989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:43:16.991567 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.014411 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206976a-f9bf-4258-bb31-e9aefbda0155 req-bdca9fcf-8216-4366-a612-d011e7837eae tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.015938 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4206976a-f9bf-4258-bb31-e9aefbda0155 req-bdca9fcf-8216-4366-a612-d011e7837eae tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0490136 Sep 06 14:43:17.092207 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4206976a-f9bf-4258-bb31-e9aefbda0155 req-6e6d9fc2-0b92-403f-ad6a-49cae9eb6d77 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503151 Sep 06 14:43:17.095880 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Pushing event updated for resources: {'Port': ['ID=44bc138f-6600-440f-9373-eb939291c5a2,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:17.144130 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Attempting to bind port 44bc138f-6600-440f-9373-eb939291c5a2 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:43:17.144463 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Attempting to bind port 44bc138f-6600-440f-9373-eb939291c5a2 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:43:17.145403 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Attempting to bind port 44bc138f-6600-440f-9373-eb939291c5a2 on network b7aad870-2308-47a4-922a-a943d18aabf5 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:43:17.146912 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f8cc0-6df0-49ac-a6d0-c6597c610bb7 req-cb1c707f-d2da-4b3e-8249-c093a00517f9 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.149594 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d68f8cc0-6df0-49ac-a6d0-c6597c610bb7 req-cb1c707f-d2da-4b3e-8249-c093a00517f9 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0606310 Sep 06 14:43:17.150102 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Port 44bc138f-6600-440f-9373-eb939291c5a2 on network b7aad870-2308-47a4-922a-a943d18aabf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:43:17.150497 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Attempting to bind port 44bc138f-6600-440f-9373-eb939291c5a2 on network b7aad870-2308-47a4-922a-a943d18aabf5 {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:43:17.155924 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:43:17.156264 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Checking segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:43:17.156712 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Bound using segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} {{(pid=100989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:43:17.157089 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.managers [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Bound port: 44bc138f-6600-440f-9373-eb939291c5a2, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}}] {{(pid=100989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:43:17.157507 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.199318 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d68f8cc0-6df0-49ac-a6d0-c6597c610bb7 req-de74d43f-991f-4091-8651-ba3d5220f759 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432425 Sep 06 14:43:17.244956 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] For port 44bc138f-6600-440f-9373-eb939291c5a2, host hv-cinder-80708, cleared binding levels {{(pid=100989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:43:17.249267 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] For port 44bc138f-6600-440f-9373-eb939291c5a2, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=44bc138f-6600-440f-9373-eb939291c5a2,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:43:17.312101 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.349232 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.349866 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:17.351258 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] 10.222.0.18 "PUT /v2.0/ports/44bc138f-6600-440f-9373-eb939291c5a2 HTTP/1.1" status: 200 len: 1094 time: 0.8013196 Sep 06 14:43:17.351769 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'tag': '44bc138f-6600-440f-9373-eb939291c5a2'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:17.354291 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7989a13-095e-4bbb-b3a0-c5e71b94de76" -d '{"events": [{"name": "network-changed", "server_uuid": "a682732e-e50b-4cdf-8d6f-f9fe4e2498a0", "tag": "44bc138f-6600-440f-9373-eb939291c5a2"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:17.380739 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac120-d1a9-4dab-befd-d9714c343454 service neutron] Pushing event updated for resources: {'Port': ['ID=44bc138f-6600-440f-9373-eb939291c5a2,revision_number=3']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:17.399004 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6403f1ea-639d-4e22-8271-cec3113cff1e x-openstack-request-id: req-6403f1ea-639d-4e22-8271-cec3113cff1e {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:17.399302 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a682732e-e50b-4cdf-8d6f-f9fe4e2498a0", "tag": "44bc138f-6600-440f-9373-eb939291c5a2", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:17.399599 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6403f1ea-639d-4e22-8271-cec3113cff1e {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:17.400000 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'tag': '44bc138f-6600-440f-9373-eb939291c5a2', 'status': 'completed', 'code': 200} Sep 06 14:43:17.473323 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7989a13-095e-4bbb-b3a0-c5e71b94de76 req-d7f50cfa-f6ea-49f9-9ca2-00f58af90d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.475147 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e7989a13-095e-4bbb-b3a0-c5e71b94de76 req-d7f50cfa-f6ea-49f9-9ca2-00f58af90d12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 1097 time: 0.0499499 Sep 06 14:43:17.584303 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7989a13-095e-4bbb-b3a0-c5e71b94de76 req-af2efaf3-26e4-4c74-bbb3-72f73c880b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.585876 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e7989a13-095e-4bbb-b3a0-c5e71b94de76 req-af2efaf3-26e4-4c74-bbb3-72f73c880b11 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947001 Sep 06 14:43:17.688834 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7989a13-095e-4bbb-b3a0-c5e71b94de76 req-3d81c2bd-2a8d-41e7-bab8-8448d1a6fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.690242 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e7989a13-095e-4bbb-b3a0-c5e71b94de76 req-3d81c2bd-2a8d-41e7-bab8-8448d1a6fe1f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937181 Sep 06 14:43:17.770995 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-1558b8e4-04c4-4fc3-b86a-af0ace92c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.772424 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-1558b8e4-04c4-4fc3-b86a-af0ace92c58a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 1097 time: 0.0401926 Sep 06 14:43:17.818666 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-566b67ce-8be7-4fd2-a599-cf8323986f9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bc138f-6600-440f-9373-eb939291c5a2 HTTP/1.1" status: 200 len: 217 time: 0.0373425 Sep 06 14:43:17.882564 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-24dfe9bb-407e-469f-b9b8-c3a6c4aabe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.884090 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-24dfe9bb-407e-469f-b9b8-c3a6c4aabe8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0437293 Sep 06 14:43:17.929227 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-c5a8a26e-a51b-4bbb-b1b8-1d0fddcbd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:17.930843 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-c5a8a26e-a51b-4bbb-b1b8-1d0fddcbd25d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383964 Sep 06 14:43:18.032822 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-7e79951a-9dda-480c-a169-9a3bf331f7c9 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855210 Sep 06 14:43:18.126076 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b09b6928-4d2a-4da3-b9f0-3e1737415748 req-c30091cb-ee32-46fc-9b7c-a223ce72968e service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819418 Sep 06 14:43:18.216457 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf33a16-9135-4c0f-9099-3337bb8b7932 req-69378ba7-7df0-4780-8ea0-e3fd7664b0a5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:18.217955 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ecf33a16-9135-4c0f-9099-3337bb8b7932 req-69378ba7-7df0-4780-8ea0-e3fd7664b0a5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0490363 Sep 06 14:43:18.258214 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ecf33a16-9135-4c0f-9099-3337bb8b7932 req-717baa7e-8be7-48be-8671-7500fd124f38 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Sep 06 14:43:18.312182 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a69d3-0a96-492c-80dc-d87def8112b9 req-5171ea2a-67fb-428f-853f-1f00c5fc36f3 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:18.313669 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7f9a69d3-0a96-492c-80dc-d87def8112b9 req-5171ea2a-67fb-428f-853f-1f00c5fc36f3 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0494754 Sep 06 14:43:18.351674 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7f9a69d3-0a96-492c-80dc-d87def8112b9 req-6cc524e5-0bdc-4366-a0ff-29a024762f47 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322411 Sep 06 14:43:19.375614 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427258b9-748e-4380-8599-e65b16c04b4d req-6d8eaae7-3c89-4810-a933-9dd4135ff49b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:19.377169 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-427258b9-748e-4380-8599-e65b16c04b4d req-6d8eaae7-3c89-4810-a933-9dd4135ff49b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0538225 Sep 06 14:43:19.417325 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-427258b9-748e-4380-8599-e65b16c04b4d req-e7ddd1b4-6137-4331-bc3e-b9fb16f38b54 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Sep 06 14:43:19.475798 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fde40-338d-4c63-bed7-094e7a52be25 req-5e234043-2f4c-4cd5-9c1a-338433fb5a2d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:19.477231 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1a3fde40-338d-4c63-bed7-094e7a52be25 req-5e234043-2f4c-4cd5-9c1a-338433fb5a2d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0480864 Sep 06 14:43:19.514219 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1a3fde40-338d-4c63-bed7-094e7a52be25 req-8192186c-c60f-4073-a3dc-9ff84216bc0a tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Sep 06 14:43:20.531746 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6369fb-4145-4366-8350-7dc30451737a req-937f06bb-fb65-4ffd-adfe-3efe70149088 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:20.533196 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9f6369fb-4145-4366-8350-7dc30451737a req-937f06bb-fb65-4ffd-adfe-3efe70149088 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0489957 Sep 06 14:43:20.576033 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9f6369fb-4145-4366-8350-7dc30451737a req-5d75a624-27ef-4ad4-a27d-269d6caf4571 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Sep 06 14:43:20.636052 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02b7f-9998-4cae-9229-fce10fcb4e44 req-7d6af565-751b-46d7-98c1-a91b592cfdc3 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:20.638041 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-16e02b7f-9998-4cae-9229-fce10fcb4e44 req-7d6af565-751b-46d7-98c1-a91b592cfdc3 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0539086 Sep 06 14:43:20.676682 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-16e02b7f-9998-4cae-9229-fce10fcb4e44 req-9e25cad4-13a4-4a11-ace9-893d93f31ebb tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325911 Sep 06 14:43:21.698480 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31445d-be67-4000-acc2-95baeb80b2bd req-c131d99f-24fd-4046-aae4-e9cd2bffd910 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:21.700740 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6e31445d-be67-4000-acc2-95baeb80b2bd req-c131d99f-24fd-4046-aae4-e9cd2bffd910 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0550869 Sep 06 14:43:21.722600 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-e2ee2c85-2cc9-4dad-be9c-6e086e653677 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461984 Sep 06 14:43:21.743231 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6e31445d-be67-4000-acc2-95baeb80b2bd req-82e0af7d-efab-40c6-87ac-9be790bddafc tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358670 Sep 06 14:43:21.793984 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae85d3-34a8-4747-b66f-9c26cde8ee61 req-7ad02c23-da56-4a4b-bcd4-8b8b24d7bbdf tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:21.795599 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cdae85d3-34a8-4747-b66f-9c26cde8ee61 req-7ad02c23-da56-4a4b-bcd4-8b8b24d7bbdf tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0499406 Sep 06 14:43:21.804390 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-855bf064-1fe6-4139-9f65-9342dcbf9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:21.805882 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-855bf064-1fe6-4139-9f65-9342dcbf9056 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 1099 time: 0.0452332 Sep 06 14:43:21.840431 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cdae85d3-34a8-4747-b66f-9c26cde8ee61 req-db199212-43cf-46aa-9a6c-0c99b14f3739 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341718 Sep 06 14:43:21.910787 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-d22bea93-405f-4f81-a96a-8df18097b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:21.912290 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-d22bea93-405f-4f81-a96a-8df18097b927 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.0860677 Sep 06 14:43:21.983977 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-eb38a1b9-845d-4c0c-8580-75131f5bf549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 HTTP/1.1" status: 200 len: 1000 time: 0.0589285 Sep 06 14:43:22.044787 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-24f5975a-6f74-49ed-8e64-4d3cd4a01696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:22.046360 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-24f5975a-6f74-49ed-8e64-4d3cd4a01696 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0466321 Sep 06 14:43:22.094287 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-303b8b21-3159-498b-b391-4b04da6a6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:22.095836 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-303b8b21-3159-498b-b391-4b04da6a6296 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411658 Sep 06 14:43:22.187945 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-fa2275d6-48d3-4848-bcb4-9e7c2d690219 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841842 Sep 06 14:43:22.284397 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-b6c9d111-a2a1-4bec-a1ec-ad93661e1c5e req-c5c5f380-09a0-4001-a749-7f9260d2452a service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835435 Sep 06 14:43:22.860659 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8be386-80bb-4890-9727-0d99e284f6d4 req-bb4a04ae-994b-4a1c-8175-7263be11f43d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:22.862124 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8d8be386-80bb-4890-9727-0d99e284f6d4 req-bb4a04ae-994b-4a1c-8175-7263be11f43d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0539947 Sep 06 14:43:22.902299 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8d8be386-80bb-4890-9727-0d99e284f6d4 req-1abb0e0b-ae28-4f73-9629-03a1eca3c11b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337906 Sep 06 14:43:22.958463 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4442c-50fa-46c5-9c33-692d94849ea9 req-dece089a-2ca8-4ff0-b2cf-de06e00d1102 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:22.960013 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-85a4442c-50fa-46c5-9c33-692d94849ea9 req-dece089a-2ca8-4ff0-b2cf-de06e00d1102 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0493498 Sep 06 14:43:22.998064 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-85a4442c-50fa-46c5-9c33-692d94849ea9 req-45098df8-2758-402a-a3aa-134ea49007e8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316329 Sep 06 14:43:23.631397 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:24.016716 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9366c-188b-4030-a219-be70fe474981 req-29ef41d0-3691-4ed0-bc63-ab1ece5bdd71 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:24.018905 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67a9366c-188b-4030-a219-be70fe474981 req-29ef41d0-3691-4ed0-bc63-ab1ece5bdd71 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0496666 Sep 06 14:43:24.055837 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67a9366c-188b-4030-a219-be70fe474981 req-3b84f2c8-f1b9-4154-9df1-7af99528dd52 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Sep 06 14:43:24.116793 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cc95c-d265-4473-aff1-eee4f8f0b49f req-cd969660-e1e2-4d7e-9f1e-7ac64387f4de tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:24.118326 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e34cc95c-d265-4473-aff1-eee4f8f0b49f req-cd969660-e1e2-4d7e-9f1e-7ac64387f4de tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0553415 Sep 06 14:43:24.156379 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e34cc95c-d265-4473-aff1-eee4f8f0b49f req-0fcf8db9-af1e-4ab0-ae53-8780d6a99632 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311241 Sep 06 14:43:25.170916 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c49be-5808-4226-8fc3-804be0aec825 req-0fe4d7d5-0ae7-40a7-9ce7-f8948e697783 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:25.172587 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-210c49be-5808-4226-8fc3-804be0aec825 req-0fe4d7d5-0ae7-40a7-9ce7-f8948e697783 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0499351 Sep 06 14:43:25.211881 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-210c49be-5808-4226-8fc3-804be0aec825 req-0cba1fd2-7b92-4bc3-a500-3d285e8fdd8d tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331938 Sep 06 14:43:25.270992 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f597bc-f8e2-46c8-b8a4-3a3c29412f6d req-b028f631-c524-4e37-bb82-9ddeb494ce3f tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:25.272480 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-29f597bc-f8e2-46c8-b8a4-3a3c29412f6d req-b028f631-c524-4e37-bb82-9ddeb494ce3f tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0499313 Sep 06 14:43:25.308320 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-29f597bc-f8e2-46c8-b8a4-3a3c29412f6d req-14280c28-1945-4888-84c6-79c3a3076d00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299180 Sep 06 14:43:26.331760 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3fb71-0bd9-402c-a43f-92425d02e677 req-af332e49-382f-43b0-9483-9d9f9489b436 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:26.333257 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84f3fb71-0bd9-402c-a43f-92425d02e677 req-af332e49-382f-43b0-9483-9d9f9489b436 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0528295 Sep 06 14:43:26.370846 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84f3fb71-0bd9-402c-a43f-92425d02e677 req-72b431f9-eb05-4d06-98ca-3edff87b9b13 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Sep 06 14:43:26.421594 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314936e-4274-4430-803d-3926b570d09a req-f43a250a-9aed-458f-b6f0-58a2a2fb35a8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:26.423067 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9314936e-4274-4430-803d-3926b570d09a req-f43a250a-9aed-458f-b6f0-58a2a2fb35a8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 944 time: 0.0489895 Sep 06 14:43:26.461015 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9314936e-4274-4430-803d-3926b570d09a req-83624b3e-6bb8-4d85-9674-7aac5d7a2a90 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Sep 06 14:43:26.966725 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 44bc138f-6600-440f-9373-eb939291c5a2 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:43:27.061476 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 44bc138f-6600-440f-9373-eb939291c5a2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=44bc138f-6600-440f-9373-eb939291c5a2,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:27.072444 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '44bc138f-6600-440f-9373-eb939291c5a2', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'port_id': '44bc138f-6600-440f-9373-eb939291c5a2', 'mac_address': 'fa:16:3e:fe:00:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:43:27.107486 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:27.119289 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bc138f-6600-440f-9373-eb939291c5a2 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:43:27.142837 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 44bc138f-6600-440f-9373-eb939291c5a2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=44bc138f-6600-440f-9373-eb939291c5a2,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:27.231030 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:27.277912 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=44bc138f-6600-440f-9373-eb939291c5a2,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:27.486502 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e117a5-1ec4-4722-895b-19c25d44dcd2 req-44258604-f92e-4bd3-bea0-4a8e04b3c37b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:27.488398 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-95e117a5-1ec4-4722-895b-19c25d44dcd2 req-44258604-f92e-4bd3-bea0-4a8e04b3c37b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0481427 Sep 06 14:43:27.532028 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-95e117a5-1ec4-4722-895b-19c25d44dcd2 req-6ae652f5-0367-4b41-bce1-a449c1f813b7 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 Sep 06 14:43:27.582388 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec48aa2-8f0c-4a62-a769-8057b93db241 req-d3eeed09-1a45-414c-a319-6a4bdea4086c tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:27.583913 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1ec48aa2-8f0c-4a62-a769-8057b93db241 req-d3eeed09-1a45-414c-a319-6a4bdea4086c tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 945 time: 0.0562313 Sep 06 14:43:27.593334 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['44bc138f-6600-440f-9373-eb939291c5a2'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:43:27.623254 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1ec48aa2-8f0c-4a62-a769-8057b93db241 req-62d7b9c3-2dbc-49ff-902b-f28d9ba4acd6 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Sep 06 14:43:28.644891 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916fdfb-fba8-45a0-8c08-ca65053a3043 req-a2d586fb-4055-4ebb-9504-0d8efebfb055 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:28.646365 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d916fdfb-fba8-45a0-8c08-ca65053a3043 req-a2d586fb-4055-4ebb-9504-0d8efebfb055 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0481641 Sep 06 14:43:28.685030 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d916fdfb-fba8-45a0-8c08-ca65053a3043 req-13867d7a-efc2-432b-a577-5d07e783cdb1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Sep 06 14:43:28.738423 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3bf56-0194-4bff-b631-f337a0cc0e18 req-ce451c4f-fdef-4b92-a188-e94a5d2b22ce tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:28.739828 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1da3bf56-0194-4bff-b631-f337a0cc0e18 req-ce451c4f-fdef-4b92-a188-e94a5d2b22ce tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 945 time: 0.0473533 Sep 06 14:43:28.776150 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1da3bf56-0194-4bff-b631-f337a0cc0e18 req-c97f936b-8a85-4857-abe1-e24aaa4e64e4 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305223 Sep 06 14:43:28.981734 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 44bc138f-6600-440f-9373-eb939291c5a2 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:43:29.082070 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 44bc138f-6600-440f-9373-eb939291c5a2 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:43:29.085650 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 44bc138f-6600-440f-9373-eb939291c5a2 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:43:29.086023 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.161697 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.294474 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bc138f-6600-440f-9373-eb939291c5a2'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:29.296775 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef42ef-45f2-46eb-9d23-319d729513c5" -d '{"events": [{"server_uuid": "a682732e-e50b-4cdf-8d6f-f9fe4e2498a0", "name": "network-vif-plugged", "status": "completed", "tag": "44bc138f-6600-440f-9373-eb939291c5a2"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:29.308834 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 44bc138f-6600-440f-9373-eb939291c5a2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=44bc138f-6600-440f-9373-eb939291c5a2,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:29.332517 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767d4efe-f305-4ec4-8c62-1095b9a6061c x-openstack-request-id: req-767d4efe-f305-4ec4-8c62-1095b9a6061c {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:29.332746 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a682732e-e50b-4cdf-8d6f-f9fe4e2498a0", "name": "network-vif-plugged", "status": "completed", "tag": "44bc138f-6600-440f-9373-eb939291c5a2", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:29.332995 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-767d4efe-f305-4ec4-8c62-1095b9a6061c {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:29.333376 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bc138f-6600-440f-9373-eb939291c5a2', 'code': 200} Sep 06 14:43:29.368638 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:29.417695 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=44bc138f-6600-440f-9373-eb939291c5a2,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:29.802452 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8e6c1-4202-47e1-9d0f-a15d0161b086 req-87892e27-263e-4290-87b1-b1f1be62da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:29.804288 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-88f8e6c1-4202-47e1-9d0f-a15d0161b086 req-87892e27-263e-4290-87b1-b1f1be62da56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 1099 time: 0.0450845 Sep 06 14:43:29.805786 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1e29-ee7e-445b-b0db-f988b84a07ae req-48c21b11-0b03-4a2c-87f3-1af29b0ff0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:29.812167 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c8bc1e29-ee7e-445b-b0db-f988b84a07ae req-48c21b11-0b03-4a2c-87f3-1af29b0ff0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0590274 Sep 06 14:43:29.846205 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-88f8e6c1-4202-47e1-9d0f-a15d0161b086 req-6603196c-3574-4ad4-852b-2b5c852b3a8b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295587 Sep 06 14:43:29.847949 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c8bc1e29-ee7e-445b-b0db-f988b84a07ae req-eb5d8d93-8fd7-4f36-b65d-02a35a5d70fc tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Sep 06 14:43:29.899301 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc091279-5d2c-4ce9-81b1-a3b564aa4e50 req-e842bc94-9372-4526-93cf-abd777ddbe68 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:29.900800 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc091279-5d2c-4ce9-81b1-a3b564aa4e50 req-e842bc94-9372-4526-93cf-abd777ddbe68 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 946 time: 0.0520034 Sep 06 14:43:29.938708 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc091279-5d2c-4ce9-81b1-a3b564aa4e50 req-b72ac772-ffd8-43d9-9f38-f4acbebecca2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Sep 06 14:43:30.963611 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18b7ad-fa8d-4a25-b776-48f53cdaa974 req-729ce849-14b0-424e-8e05-a85e4b7f1db3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:30.965109 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6f18b7ad-fa8d-4a25-b776-48f53cdaa974 req-729ce849-14b0-424e-8e05-a85e4b7f1db3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0502477 Sep 06 14:43:31.007252 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6f18b7ad-fa8d-4a25-b776-48f53cdaa974 req-0145703e-adff-40b9-916a-e996430753ab tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363624 Sep 06 14:43:31.064207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3661f-4095-477d-9924-39e7b966a217 req-da3017dc-9217-4974-8991-93ea298f0583 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:31.065677 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f0f3661f-4095-477d-9924-39e7b966a217 req-da3017dc-9217-4974-8991-93ea298f0583 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 946 time: 0.0536551 Sep 06 14:43:31.103178 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f0f3661f-4095-477d-9924-39e7b966a217 req-e39e2cae-29d0-40e1-ad92-018902ade714 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Sep 06 14:43:32.057321 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d311f-2125-49fb-96ea-cd7bf35f64ea req-f5212bf7-35c3-4c0f-95f3-89d9badf3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:32.058910 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-9f0d311f-2125-49fb-96ea-cd7bf35f64ea req-f5212bf7-35c3-4c0f-95f3-89d9badf3949 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1099 time: 0.0388942 Sep 06 14:43:32.095528 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-9f0d311f-2125-49fb-96ea-cd7bf35f64ea req-64290194-90e1-486d-a149-72717e4e8f7a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278957 Sep 06 14:43:32.119743 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf68c-24ac-4417-a08a-8ea1d09d77e6 req-cb1ea3c6-ddf7-4dae-aaab-a92a885045f0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:32.121148 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-747bf68c-24ac-4417-a08a-8ea1d09d77e6 req-cb1ea3c6-ddf7-4dae-aaab-a92a885045f0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0481393 Sep 06 14:43:32.159478 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-747bf68c-24ac-4417-a08a-8ea1d09d77e6 req-5b9eb59e-4833-4672-92e8-24ca2bd5b916 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Sep 06 14:43:32.218806 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376e75c-e94d-479e-88d4-84017e3704ca req-da463b5b-ad01-42d9-975f-fa6c166d3cbd tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:32.220292 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7376e75c-e94d-479e-88d4-84017e3704ca req-da463b5b-ad01-42d9-975f-fa6c166d3cbd tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Sep 06 14:43:32.257331 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7376e75c-e94d-479e-88d4-84017e3704ca req-abcbc8fc-e06b-4f1e-8a01-e47c2fdf7a0c tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Sep 06 14:43:32.371087 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfbdb-9f09-4a4b-bfe2-4b2dec781eb7 req-30767dc3-29eb-468e-ac9c-7ee4f41052ad tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:32.372558 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-abddfbdb-9f09-4a4b-bfe2-4b2dec781eb7 req-30767dc3-29eb-468e-ac9c-7ee4f41052ad tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Sep 06 14:43:32.409182 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-abddfbdb-9f09-4a4b-bfe2-4b2dec781eb7 req-79e686d9-fee3-4271-b734-621a63f9a4a8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308266 Sep 06 14:43:32.430104 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33624) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:32.611563 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b48d7c-bdb5-43e8-9aca-8e7bcf80b6a5 tempest-TestVolumeBootPattern-27048658 tempest-TestVolumeBootPattern-27048658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:32.613386 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f6b48d7c-bdb5-43e8-9aca-8e7bcf80b6a5 tempest-TestVolumeBootPattern-27048658 tempest-TestVolumeBootPattern-27048658-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 1094 time: 0.1821117 Sep 06 14:43:32.616150 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33630) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:32.620452 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'port_id': '44bc138f-6600-440f-9373-eb939291c5a2', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:32.693811 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:32.789481 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:32.891205 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Allocated IP 172.27.3.36 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/cb32d2a3-4b49-4dc0-9e67-caab9d7f9cf1) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:43:32.994290 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.077230 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.111906 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:43:33.114642 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:43:33.118034 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:43:33.142736 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=cb32d2a3-4b49-4dc0-9e67-caab9d7f9cf1,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:33.155836 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.156209 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.156547 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.156879 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.157202 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.157526 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.157849 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.158170 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.158490 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.158813 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.159153 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.159502 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:33.352125 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98bee1-b6ef-4a3b-9c4f-21d1161b132d req-b8755cd3-e61a-4c9f-b1cc-86823ed5cbaa tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:33.353865 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7e98bee1-b6ef-4a3b-9c4f-21d1161b132d req-b8755cd3-e61a-4c9f-b1cc-86823ed5cbaa tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.1254013 Sep 06 14:43:33.407516 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7e98bee1-b6ef-4a3b-9c4f-21d1161b132d req-d1a78672-69e0-4031-aef1-8e0a675e3248 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 Sep 06 14:43:33.561548 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.684904 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.842815 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:33.932456 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:34.004417 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=cb32d2a3-4b49-4dc0-9e67-caab9d7f9cf1,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:34.014868 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:34.113925 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Floating IP 62fdc54e-a66b-4b42-ab80-ade35854ac95 associated. External IP: 172.27.3.36, port: 44bc138f-6600-440f-9373-eb939291c5a2. Sep 06 14:43:34.331512 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:43:34.444084 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:43:34.458502 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:43:34.468700 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:43:34.469416 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:43:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:43:34.532946 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4e64-73f1-444c-8691-d7504c397254 req-d65791f3-fe66-4425-b2bc-c8e447d0e76b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:34.535064 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-496a4e64-73f1-444c-8691-d7504c397254 req-d65791f3-fe66-4425-b2bc-c8e447d0e76b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0540314 Sep 06 14:43:34.539609 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:34.579568 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-11896528-bb87-42f5-ba33-3fb4c8c38283 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9623468 Sep 06 14:43:34.580274 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'tag': '44bc138f-6600-440f-9373-eb939291c5a2'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:34.584625 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66a5427-7d50-49b3-8a9c-7f3e52db6834" -d '{"events": [{"name": "network-changed", "server_uuid": "a682732e-e50b-4cdf-8d6f-f9fe4e2498a0", "tag": "44bc138f-6600-440f-9373-eb939291c5a2"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:34.585180 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:43:34.614546 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-496a4e64-73f1-444c-8691-d7504c397254 req-6ca8d5b5-49f2-4f3c-bc76-40bae944c22e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688801 Sep 06 14:43:34.635991 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adacbd8-eebb-402f-ba64-e8b82dd7d89e x-openstack-request-id: req-3adacbd8-eebb-402f-ba64-e8b82dd7d89e {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:34.635991 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a682732e-e50b-4cdf-8d6f-f9fe4e2498a0", "tag": "44bc138f-6600-440f-9373-eb939291c5a2", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:34.635991 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3adacbd8-eebb-402f-ba64-e8b82dd7d89e {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:34.636270 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'tag': '44bc138f-6600-440f-9373-eb939291c5a2', 'status': 'completed', 'code': 200} Sep 06 14:43:34.704699 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-091f4d43-676a-4ae2-ab41-0145886e6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:34.706194 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-091f4d43-676a-4ae2-ab41-0145886e6a57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 1099 time: 0.0446362 Sep 06 14:43:34.807036 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-fb8dae6e-d839-4163-b8da-9117b9c1888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:34.808701 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-fb8dae6e-d839-4163-b8da-9117b9c1888b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 912 time: 0.0899754 Sep 06 14:43:34.875915 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-45e32e33-58f9-415a-b0a8-e50d3fc67bad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bc138f-6600-440f-9373-eb939291c5a2 HTTP/1.1" status: 200 len: 999 time: 0.0576794 Sep 06 14:43:34.901053 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '62fdc54e-a66b-4b42-ab80-ade35854ac95', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '44bc138f-6600-440f-9373-eb939291c5a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:fe:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:43:33Z', 'updated_at': '2021-09-06T14:43:33Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:43:34.927169 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:43:34.930404 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-6f1ece44-6fde-4a8a-9dd8-b71d888f0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:34.931871 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-6f1ece44-6fde-4a8a-9dd8-b71d888f0aef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0471334 Sep 06 14:43:34.935460 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:43:34.936603 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:43:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:43:34.983356 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-66429fe3-b9e2-4438-a883-98330c9335d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:34.985046 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-66429fe3-b9e2-4438-a883-98330c9335d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442572 Sep 06 14:43:35.043148 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:43:35.080792 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b5623-a5d3-46c8-a2ea-8d658965b6d6 req-e62d8bbf-25e0-42ea-8018-9cafd9d57f1c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:35.082369 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2b1b5623-a5d3-46c8-a2ea-8d658965b6d6 req-e62d8bbf-25e0-42ea-8018-9cafd9d57f1c tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0656145 Sep 06 14:43:35.109016 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-ddad3df9-4cb5-4126-a5e6-cc0bc1a2db75 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107132 Sep 06 14:43:35.147969 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2b1b5623-a5d3-46c8-a2ea-8d658965b6d6 req-171bf4cd-2516-41f1-8389-1b98d66944df tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595918 Sep 06 14:43:35.158791 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-d50e32a8-b778-4814-bc0a-95105b111fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:35.160756 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-d50e32a8-b778-4814-bc0a-95105b111fe2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=29ddb815ddb24c5a86750de816852b9e&device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 1099 time: 0.0579832 Sep 06 14:43:35.212538 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-e66a5427-7d50-49b3-8a9c-7f3e52db6834 req-3adbccf7-b6c7-42ec-bb50-51cae963fd47 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948000 Sep 06 14:43:35.271919 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-e6a3e9bd-06f0-4f8f-9a67-f4a5f5c9d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:35.273413 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-e6a3e9bd-06f0-4f8f-9a67-f4a5f5c9d0d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 200 len: 919 time: 0.1022584 Sep 06 14:43:35.279138 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '62fdc54e-a66b-4b42-ab80-ade35854ac95', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '44bc138f-6600-440f-9373-eb939291c5a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:fe:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:43:33Z', 'updated_at': '2021-09-06T14:43:33Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:43:35.306480 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd0294-4596-4649-83c2-83845eacaea2 None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '62fdc54e-a66b-4b42-ab80-ade35854ac95', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '44bc138f-6600-440f-9373-eb939291c5a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:fe:00:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:43:33Z', 'updated_at': '2021-09-06T14:43:33Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:43:35.315721 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-f87e5070-cc0f-4e24-b20f-30336368ab95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb64e76a-59a8-4f09-9345-141de9a17475 HTTP/1.1" status: 200 len: 217 time: 0.0338228 Sep 06 14:43:35.375695 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-b168f019-64b1-4c16-b680-d331b7bcd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:35.379729 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-b168f019-64b1-4c16-b680-d331b7bcd24f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef2d8030-7897-4115-8974-d90a1ac82534 HTTP/1.1" status: 200 len: 858 time: 0.0442357 Sep 06 14:43:35.412733 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-1d0f67d9-b58d-4ccc-bca1-8010161a31d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edf090b6-7759-4e8a-8a2c-845ecb4c7b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252571 Sep 06 14:43:35.494235 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d31645-4b37-41f8-8b45-102c2e16384a None None] New status for floating IP 62fdc54e-a66b-4b42-ab80-ade35854ac95: ACTIVE {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:43:35.518654 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-c3afc049-c1d3-472c-aad1-48ac0da7f406 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966134 Sep 06 14:43:35.685781 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33688) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:35.806703 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:35.858591 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d347b7df-64e6-413b-8c2d-e7088a6d3cc3 req-3e582436-98e8-4578-befa-84b2c7b42b71 service neutron] 10.222.0.18 "GET /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297641 Sep 06 14:43:35.896445 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:35.956171 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:35.994375 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f3581f632e943729843a7436a1053b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074174 Sep 06 14:43:35.995192 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc0363c-f305-4ba1-82a7-bdc42e302c99,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:35.997084 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33692) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:36.002848 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.003199 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.003594 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.003913 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.004252 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.004585 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.004916 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.005244 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.005571 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.005894 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.006218 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.006538 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a27bef2-b981-4dd2-822b-6a8051e7ca82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:43:36.046037 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0e29168c-73b0-4667-888f-b1691e18bd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.066329 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0e29168c-73b0-4667-888f-b1691e18bd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.184923 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0e29168c-73b0-4667-888f-b1691e18bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.188076 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0e29168c-73b0-4667-888f-b1691e18bd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:36.189554 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-0e29168c-73b0-4667-888f-b1691e18bd32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fc0363c-f305-4ba1-82a7-bdc42e302c99 HTTP/1.1" status: 204 len: 168 time: 0.1910579 Sep 06 14:43:36.198549 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29168c-73b0-4667-888f-b1691e18bd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc0363c-f305-4ba1-82a7-bdc42e302c99,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:36.272566 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c704501-838e-45ac-9821-52a182e8f974 req-f7115267-cce7-440c-af52-69ae932ae84a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:36.274086 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9c704501-838e-45ac-9821-52a182e8f974 req-f7115267-cce7-440c-af52-69ae932ae84a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0486336 Sep 06 14:43:36.312534 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9c704501-838e-45ac-9821-52a182e8f974 req-7fc1e336-5192-4a56-bd0a-166e0419ba45 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Sep 06 14:43:37.427035 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd514783-cc6f-4c03-be45-49d563f23aad req-4fe04cab-ed01-4dfc-9e17-4c6377b68b92 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:37.428565 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fd514783-cc6f-4c03-be45-49d563f23aad req-4fe04cab-ed01-4dfc-9e17-4c6377b68b92 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0504606 Sep 06 14:43:37.465933 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fd514783-cc6f-4c03-be45-49d563f23aad req-749573c1-51b0-4fb8-94aa-c3e33b713fa1 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Sep 06 14:43:37.590557 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33738) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:37.698099 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ca86864d-3e62-4f13-8434-d624a415101d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:37.782466 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ca86864d-3e62-4f13-8434-d624a415101d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:37.859277 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ca86864d-3e62-4f13-8434-d624a415101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:37.894775 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86864d-3e62-4f13-8434-d624a415101d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a81695-45e1-4e15-a954-59ad7e4209c0,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:37.899086 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ca86864d-3e62-4f13-8434-d624a415101d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27bbc9da665b4c09aae28e54569044af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076043 Sep 06 14:43:37.901837 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33742) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:37.953699 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a73cab13-52b0-4ac8-a428-c7ba7caa90ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:37.974801 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a73cab13-52b0-4ac8-a428-c7ba7caa90ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:38.093870 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a73cab13-52b0-4ac8-a428-c7ba7caa90ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:38.096449 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a73cab13-52b0-4ac8-a428-c7ba7caa90ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:38.097590 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a73cab13-52b0-4ac8-a428-c7ba7caa90ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89a81695-45e1-4e15-a954-59ad7e4209c0 HTTP/1.1" status: 204 len: 168 time: 0.1948326 Sep 06 14:43:38.105714 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cab13-52b0-4ac8-a428-c7ba7caa90ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a81695-45e1-4e15-a954-59ad7e4209c0,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:38.460078 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bb3fe678-e307-426e-9c41-5bf51424dedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:38.582859 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060132-2fb7-4e32-90e6-22c35a94b9ed req-3879d15c-681a-45b7-aa4f-f286e575110a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:38.584374 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a060132-2fb7-4e32-90e6-22c35a94b9ed req-3879d15c-681a-45b7-aa4f-f286e575110a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0494823 Sep 06 14:43:38.624000 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9a060132-2fb7-4e32-90e6-22c35a94b9ed req-285b5543-0e59-4919-a6c6-c3bd9a44176f tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Sep 06 14:43:40.248932 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddedd4-b003-41b3-8f25-89cff112418f req-3ce52e62-9879-4b0a-8a66-3c932f0ef0fe tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:40.250403 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-afddedd4-b003-41b3-8f25-89cff112418f req-3ce52e62-9879-4b0a-8a66-3c932f0ef0fe tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.0496812 Sep 06 14:43:40.288090 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-afddedd4-b003-41b3-8f25-89cff112418f req-35d55505-713e-47ca-bd79-9843509fd913 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317693 Sep 06 14:43:41.207959 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-69a3c131-515e-4f23-b57a-5050ad3025ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:41.410869 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66829561-649b-4bdd-bb5c-da5c4f24cd80 req-929ca8b3-ea36-460c-8e94-01192ecd9482 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:41.412490 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-66829561-649b-4bdd-bb5c-da5c4f24cd80 req-929ca8b3-ea36-460c-8e94-01192ecd9482 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.0521495 Sep 06 14:43:41.441585 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:41.456283 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-66829561-649b-4bdd-bb5c-da5c4f24cd80 req-e6fc62dc-c0f1-4a85-8bf1-4061cf7b04b3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378578 Sep 06 14:43:41.638587 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:43:42.172287 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:42.572181 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18918bb-60f3-4611-b627-a42c40b579c0 req-99eb1e19-e22c-4d97-85c9-b1f7b3056ae6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:42.573680 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b18918bb-60f3-4611-b627-a42c40b579c0 req-99eb1e19-e22c-4d97-85c9-b1f7b3056ae6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.0477765 Sep 06 14:43:42.612050 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b18918bb-60f3-4611-b627-a42c40b579c0 req-2870cd75-0979-471e-a5d9-f48520ea4fa8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323586 Sep 06 14:43:43.758171 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83f6ad-bf31-4ab9-9ce8-82c699ed05ae req-d2a57332-0edd-41db-b34e-158e89e9a5fc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:43.759573 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2d83f6ad-bf31-4ab9-9ce8-82c699ed05ae req-d2a57332-0edd-41db-b34e-158e89e9a5fc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.0759592 Sep 06 14:43:43.771111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-7497220d-ad20-44c7-98f4-da2991118962 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:43.772477 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-7497220d-ad20-44c7-98f4-da2991118962 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 946 time: 0.0633600 Sep 06 14:43:43.835467 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2d83f6ad-bf31-4ab9-9ce8-82c699ed05ae req-1490ac27-43bd-48aa-82ef-e59d9b2444d0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6034735-f8f7-4de6-b629-28fc233194c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620365 Sep 06 14:43:43.889441 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Deleting port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:43:43.889788 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:43.988066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] For port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:43.988450 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:44.126038 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:44.212242 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:44.212664 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:44.212982 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Floating IP bdc0c51b-e3ea-4af0-b334-d14374c41402 disassociated. External IP: 172.27.3.14, port: 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2. Sep 06 14:43:44.213322 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Calling delete_port for 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:43:44.423342 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:44.452403 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event deleted for resources: {'Port': ['ID=1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:44.568594 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Router 26298d19-0365-4db7-bd85-e833f5b7e9df has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:43:44.680251 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:43:44.693492 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] Sync routers for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:43:44.704633 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:43:44.705257 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:43:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:43:44.723060 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] No DVR routers for this DVR port 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:43:44.725637 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:44.727877 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-145398c7-29cd-4b81-8ab7-297cfc1ac25c req-d13edaed-b0f7-4adc-9c65-edaba9b5e23c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "DELETE /v2.0/ports/1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 HTTP/1.1" status: 204 len: 173 time: 0.9386156 Sep 06 14:43:44.728326 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-deleted', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:44.730527 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09affabb-ebd1-4400-bf25-b46288b5433e" -d '{"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-deleted", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:44.768394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07570eef-78aa-4ffa-a301-841e23551772 x-openstack-request-id: req-07570eef-78aa-4ffa-a301-841e23551772 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:44.769130 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141dc4f4-313e-4830-860d-b710eccdb826", "name": "network-vif-deleted", "tag": "1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:44.769130 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07570eef-78aa-4ffa-a301-841e23551772 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:44.769563 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141dc4f4-313e-4830-860d-b710eccdb826', 'name': 'network-vif-deleted', 'tag': '1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2', 'status': 'completed', 'code': 200} Sep 06 14:43:44.819982 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:43:44.939094 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ea33ff62-53bf-4dee-87c5-4935db0c8784 req-dc680cd8-4e1e-45a0-8df7-e87ca173276f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0300968 Sep 06 14:43:45.019799 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:43:45.045453 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] Checking router: 26298d19-0365-4db7-bd85-e833f5b7e9df for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:43:45.053716 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:43:45.054318 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:43:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:43:45.155708 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:43:45.350443 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:43:45.379822 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bf86d-655d-4566-9082-d041e4f29fb9 None None] The sync data for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi is: [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:43:45.594249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3aba44-687f-45f9-a2bd-bab618933d5c None None] New status for floating IP bdc0c51b-e3ea-4af0-b334-d14374c41402: DOWN {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:43:46.042145 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6db9ce27-1fd6-44fd-a89c-c9de1842acf7 req-b6bbc786-5ea1-45c8-ac7b-d163817ebf8f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0253055 Sep 06 14:43:47.141572 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-55cac043-0093-4deb-8e1c-5294fe8c3ad7 req-a482971d-5d1b-4032-acfd-3236058fba1c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0267467 Sep 06 14:43:48.246429 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5e3c05a1-0dbc-487e-8642-8944995657c8 req-bb3e512c-cf34-4fa9-a5e6-b5ab92f0d326 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=141dc4f4-313e-4830-860d-b710eccdb826 HTTP/1.1" status: 200 len: 210 time: 0.0257125 Sep 06 14:43:48.837127 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:43:48.857496 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:43:48.858369 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 1b0a9ab2-a69f-412a-ac1f-81b2fd8d90c2 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:43:49.376573 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a988fe-fbc4-4ba5-9762-955d8332361c req-a160a096-0295-4e30-975c-25f9c255d6ce tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:49.378087 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-96a988fe-fbc4-4ba5-9762-955d8332361c req-a160a096-0295-4e30-975c-25f9c255d6ce tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0496278 Sep 06 14:43:49.413684 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33948) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:49.417171 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-96a988fe-fbc4-4ba5-9762-955d8332361c req-03b6b2fa-534c-4e2b-aa79-e5b76f293cab tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328476 Sep 06 14:43:49.476595 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a5e6337b-34b2-43e2-8c00-54da51964f4f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:49.501974 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a5e6337b-34b2-43e2-8c00-54da51964f4f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:49.641588 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a5e6337b-34b2-43e2-8c00-54da51964f4f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:49.644422 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a5e6337b-34b2-43e2-8c00-54da51964f4f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:49.645634 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-a5e6337b-34b2-43e2-8c00-54da51964f4f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6034735-f8f7-4de6-b629-28fc233194c7 HTTP/1.1" status: 204 len: 168 time: 0.2304254 Sep 06 14:43:49.648473 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33954) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:49.655708 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6337b-34b2-43e2-8c00-54da51964f4f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6034735-f8f7-4de6-b629-28fc233194c7,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:49.665490 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.api.v2.resource [None req-4898180b-cd41-497c-99ec-05232a0d5223 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] show failed (client error): The resource could not be found. Sep 06 14:43:49.666492 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-4898180b-cd41-497c-99ec-05232a0d5223 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups/e6034735-f8f7-4de6-b629-28fc233194c7 HTTP/1.1" status: 404 len: 347 time: 0.0170288 Sep 06 14:43:49.669389 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33956) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:49.798649 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Deleting port ed4fa3f1-7193-4b98-9b94-aefbd29d0a9b {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:43:49.798994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:49.880993 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:49.881321 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:49.894184 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Calling delete_port for ed4fa3f1-7193-4b98-9b94-aefbd29d0a9b owned by network:floatingip {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:43:50.098512 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:50.123955 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event deleted for resources: {'Port': ['ID=ed4fa3f1-7193-4b98-9b94-aefbd29d0a9b,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:50.185050 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:50.188075 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:50.189212 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6df483f7-c684-410d-9761-7e0eb8ba1010 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "DELETE /v2.0/floatingips/bdc0c51b-e3ea-4af0-b334-d14374c41402 HTTP/1.1" status: 204 len: 168 time: 0.5189426 Sep 06 14:43:50.538914 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62eef1-c1b2-4bc1-9b35-824919b285b5 req-e558cb85-6ef9-4a17-bf03-fd788059063a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:50.540586 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7a62eef1-c1b2-4bc1-9b35-824919b285b5 req-e558cb85-6ef9-4a17-bf03-fd788059063a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0564647 Sep 06 14:43:50.580662 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7a62eef1-c1b2-4bc1-9b35-824919b285b5 req-e13fc221-797c-4c39-937b-3f202d96c882 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334094 Sep 06 14:43:51.028514 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33968) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:51.033734 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-46e2faae-87b1-432a-a21a-9c5885111bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1808103330', 'description': 'tempest-description--314451812'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:51.109854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-46e2faae-87b1-432a-a21a-9c5885111bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.186133 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-46e2faae-87b1-432a-a21a-9c5885111bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.274273 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-46e2faae-87b1-432a-a21a-9c5885111bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.302234 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2faae-87b1-432a-a21a-9c5885111bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fd098f-e8d1-4215-8038-9e9b027acc5b,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:51.383060 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-46e2faae-87b1-432a-a21a-9c5885111bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.384273 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-46e2faae-87b1-432a-a21a-9c5885111bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3547351 Sep 06 14:43:51.387034 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 33970) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:51.391374 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-b1e41c34-6245-4da8-9a73-f0d8d5ab1fbc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'security_group_rule': {'security_group_id': 'd7fd098f-e8d1-4215-8038-9e9b027acc5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:51.492713 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b1e41c34-6245-4da8-9a73-f0d8d5ab1fbc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.546309 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b1e41c34-6245-4da8-9a73-f0d8d5ab1fbc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.618475 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b1e41c34-6245-4da8-9a73-f0d8d5ab1fbc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.640925 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41c34-6245-4da8-9a73-f0d8d5ab1fbc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2262a50-ef4b-4766-8f0d-93ce34371809,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:51.704323 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8d193-86c5-4b5f-aefc-08592184320e req-998ef5e4-e866-4f87-afdc-ef87e75d9709 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:51.705893 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6cf8d193-86c5-4b5f-aefc-08592184320e req-998ef5e4-e866-4f87-afdc-ef87e75d9709 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0508721 Sep 06 14:43:51.725200 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b1e41c34-6245-4da8-9a73-f0d8d5ab1fbc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.726295 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-b1e41c34-6245-4da8-9a73-f0d8d5ab1fbc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383255 Sep 06 14:43:51.729326 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33976) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:51.734695 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-a585ad15-0a4f-4041-886b-42d6d04d0c67 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'security_group_rule': {'security_group_id': 'd7fd098f-e8d1-4215-8038-9e9b027acc5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:51.749144 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6cf8d193-86c5-4b5f-aefc-08592184320e req-e64aaf3d-af23-4d5c-9db5-8ce202178198 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Sep 06 14:43:51.840629 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a585ad15-0a4f-4041-886b-42d6d04d0c67 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.888902 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a585ad15-0a4f-4041-886b-42d6d04d0c67 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.932958 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a585ad15-0a4f-4041-886b-42d6d04d0c67 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:51.952000 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585ad15-0a4f-4041-886b-42d6d04d0c67 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf2c00b-507d-446e-961c-8aea541228b3,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:52.001692 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a585ad15-0a4f-4041-886b-42d6d04d0c67 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:52.003075 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-a585ad15-0a4f-4041-886b-42d6d04d0c67 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2727504 Sep 06 14:43:52.006290 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 33980) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:43:52.010885 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:52.087455 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:52.389464 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:52.489885 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_common [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Allocated IP 172.27.3.206 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/3d8943e4-d0a6-41aa-bc7d-243e71d24ea0) {{(pid=100989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:43:52.591738 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for port, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:52.664585 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:52.700758 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:43:52.704096 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Resources bound (agent type, host, resource id): {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:43:52.707501 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Received port after_create {{(pid=100989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:43:52.733477 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'Port': ['ID=3d8943e4-d0a6-41aa-bc7d-243e71d24ea0,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:52.800496 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:52.864699 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810be6c-8f31-441d-a3ea-3b80dee585bb req-6f1891fd-20b3-491f-8671-83615ad9bd39 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:52.866162 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b810be6c-8f31-441d-a3ea-3b80dee585bb req-6f1891fd-20b3-491f-8671-83615ad9bd39 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0496523 Sep 06 14:43:52.901874 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:52.907597 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b810be6c-8f31-441d-a3ea-3b80dee585bb req-e60e92a4-9f53-4990-b06b-55c44567608a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353820 Sep 06 14:43:53.049619 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for port, precommit_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:53.148795 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125941451'] for port, after_update {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:53.216632 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'Port': ['ID=3d8943e4-d0a6-41aa-bc7d-243e71d24ea0,revision_number=2']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:53.226121 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:53.291710 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:53.292993 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ed84c437-4a65-4326-be6b-253595919c6e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2857211 Sep 06 14:43:53.473941 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-71b44363-bfb3-41fa-b9ef-5f7beb512efc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1808103330&fields=id&tenant_id=9cfd771d1905435d98182b0633e30a0b HTTP/1.1" status: 200 len: 267 time: 0.0329661 Sep 06 14:43:53.580853 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-1df6f7f4-0e22-4aa5-9258-01d27d0da1b0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:53.582329 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-1df6f7f4-0e22-4aa5-9258-01d27d0da1b0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 816 time: 0.1014276 Sep 06 14:43:53.597846 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-76b4fe08-c62b-446f-90b7-6a0e4a57afe1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/quotas/9cfd771d1905435d98182b0633e30a0b HTTP/1.1" status: 200 len: 375 time: 0.0097945 Sep 06 14:43:53.652368 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-0f46c7d7-d48e-47f7-b229-278b2b154d35 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490236 Sep 06 14:43:53.721266 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:53.752091 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-f8ab0902-a49e-491a-bdfc-befe2a181067 service neutron] 10.222.0.48 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875318 Sep 06 14:43:53.839345 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-570f6d97-be05-4be3-a73f-5f7288abbeae service neutron] 10.222.0.48 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811684 Sep 06 14:43:54.028173 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e14c9-9186-43ce-bb2b-c90de2a25664 req-13c09520-96e9-42f7-8893-fd7cff0bf806 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:54.029725 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-033e14c9-9186-43ce-bb2b-c90de2a25664 req-13c09520-96e9-42f7-8893-fd7cff0bf806 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0545638 Sep 06 14:43:54.095590 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d3369fda-6553-416a-a32b-f78af88039d1 req-b626cf72-099f-4f12-b3a0-c9cbc1eae9e5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 210 time: 0.0335758 Sep 06 14:43:54.099489 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-033e14c9-9186-43ce-bb2b-c90de2a25664 req-ecd56500-76df-40f4-85d3-7178ad0a374b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594904 Sep 06 14:43:54.240621 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87524c7-04c5-400f-a870-7f801988ec20 req-ef912b82-922f-4ebe-a156-55c0509155a8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:54.242044 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c87524c7-04c5-400f-a870-7f801988ec20 req-ef912b82-922f-4ebe-a156-55c0509155a8 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 945 time: 0.0486963 Sep 06 14:43:54.338924 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Deleting port d63d7a1c-775c-4675-a209-7f732b494158 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:43:54.339269 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:54.428616 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] For port d63d7a1c-775c-4675-a209-7f732b494158, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d63d7a1c-775c-4675-a209-7f732b494158,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:43:54.428990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:54.441639 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Calling delete_port for d63d7a1c-775c-4675-a209-7f732b494158 owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:43:54.704867 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:54.716403 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['bb64e76a-59a8-4f09-9345-141de9a17475', 'd63d7a1c-775c-4675-a209-7f732b494158'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:43:54.734280 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Pushing event deleted for resources: {'Port': ['ID=d63d7a1c-775c-4675-a209-7f732b494158,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:54.785261 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] No DVR routers for this DVR port d63d7a1c-775c-4675-a209-7f732b494158 on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:43:54.787718 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:54.789827 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c87524c7-04c5-400f-a870-7f801988ec20 req-aed91831-a172-40d2-a486-082760fbd0e5 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.18 "DELETE /v2.0/ports/d63d7a1c-775c-4675-a209-7f732b494158 HTTP/1.1" status: 204 len: 173 time: 0.5401785 Sep 06 14:43:54.790255 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2726a19a-5d8d-44b4-a7bd-9e389e0acdee', 'name': 'network-vif-deleted', 'tag': 'd63d7a1c-775c-4675-a209-7f732b494158'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:54.792557 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aeafa8-4839-44bf-adfc-1c4ac067fc70" -d '{"events": [{"server_uuid": "2726a19a-5d8d-44b4-a7bd-9e389e0acdee", "name": "network-vif-deleted", "tag": "d63d7a1c-775c-4675-a209-7f732b494158"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:54.830458 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98c47f2-5c73-4c52-bacc-8ee5ed9e684f x-openstack-request-id: req-e98c47f2-5c73-4c52-bacc-8ee5ed9e684f {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:54.830819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2726a19a-5d8d-44b4-a7bd-9e389e0acdee", "name": "network-vif-deleted", "tag": "d63d7a1c-775c-4675-a209-7f732b494158", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:54.831134 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e98c47f2-5c73-4c52-bacc-8ee5ed9e684f {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:54.831550 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2726a19a-5d8d-44b4-a7bd-9e389e0acdee', 'name': 'network-vif-deleted', 'tag': 'd63d7a1c-775c-4675-a209-7f732b494158', 'status': 'completed', 'code': 200} Sep 06 14:43:55.206109 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-45ad3c50-de1b-4c2d-b112-d9af06980be8 req-030f6323-1c39-4bab-9daf-665317406acc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 210 time: 0.0369685 Sep 06 14:43:55.221588 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a3428fa5-5b37-413e-ad6e-0a927319a504 req-e31fbb16-6e93-4ce4-a255-5a45bc44ded3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=2726a19a-5d8d-44b4-a7bd-9e389e0acdee HTTP/1.1" status: 200 len: 210 time: 0.0398400 Sep 06 14:43:56.315894 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-952a901e-a45a-4e43-a53b-e649982f0d1a req-587ae7b7-b939-4de1-86f3-513da0c4029c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 210 time: 0.0357950 Sep 06 14:43:56.574068 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-19c0349c-55b2-44de-a299-ed7283c1ae20 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:56.575582 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-19c0349c-55b2-44de-a299-ed7283c1ae20 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 816 time: 0.1019323 Sep 06 14:43:56.647030 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-6cb8f032-22a4-4711-abb3-7caeb5a27d78 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cfd771d1905435d98182b0633e30a0b HTTP/1.1" status: 200 len: 380 time: 0.0454276 Sep 06 14:43:56.658292 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'port': {'device_id': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'admin_state_up': True, 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'security_groups': ['d7fd098f-e8d1-4215-8038-9e9b027acc5b']}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:56.823642 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedebf62-6145-4003-859d-f959e821da90 req-5fa80494-3ce5-4aad-a1e1-3de6644eb848 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:56.825163 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bedebf62-6145-4003-859d-f959e821da90 req-5fa80494-3ce5-4aad-a1e1-3de6644eb848 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0480900 Sep 06 14:43:56.838624 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Made reservation on behalf of 9cfd771d1905435d98182b0633e30a0b for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:43:56.842004 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:56.889860 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bedebf62-6145-4003-859d-f959e821da90 req-b6c057cf-a47a-4a73-9620-cc62359e4fd0 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580993 Sep 06 14:43:56.991733 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Allocated IP 172.20.0.12 (2c878280-0b8e-4db2-a96d-74008eff70a0/7e02487d-d669-4922-9ee9-42787dd76a16/2670cb5c-1983-485d-8dfc-9c73f066ee7e) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:43:57.123839 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:57.136970 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Transition to ACTIVE for port object 2670cb5c-1983-485d-8dfc-9c73f066ee7e will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:43:57.229956 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:57.279253 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:43:57.282044 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:43:57.284657 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:43:57.315861 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:57.342875 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:57.344096 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:57.421393 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-5a6267bb-2bcd-499f-a838-95ca6792bae5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7666907 Sep 06 14:43:57.441968 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Request body: {'port': {'device_id': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:43:57.507621 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee856-5351-4635-a29c-c0fe451229ae req-d10b9329-7290-47e0-a602-35ae272e2294 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:57.509279 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3e2ee856-5351-4635-a29c-c0fe451229ae req-d10b9329-7290-47e0-a602-35ae272e2294 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 932 time: 0.0992734 Sep 06 14:43:57.518439 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:57.581386 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3e2ee856-5351-4635-a29c-c0fe451229ae req-d1e4d3a2-baa7-4492-a90b-e830a19fe30b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647640 Sep 06 14:43:57.624037 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-b024db94-7ad3-427f-9ba6-7850c6bb2fc8 None None] Provisioning for port 2670cb5c-1983-485d-8dfc-9c73f066ee7e completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:43:57.628549 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-b024db94-7ad3-427f-9ba6-7850c6bb2fc8 None None] Provisioning complete for port 2670cb5c-1983-485d-8dfc-9c73f066ee7e triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:43:57.628907 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b024db94-7ad3-427f-9ba6-7850c6bb2fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:57.664027 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-b024db94-7ad3-427f-9ba6-7850c6bb2fc8 None None] Port 2670cb5c-1983-485d-8dfc-9c73f066ee7e cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:43:57.807979 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2670cb5c-1983-485d-8dfc-9c73f066ee7e {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:43:57.815186 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:57.829373 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Transition to ACTIVE for port object 2670cb5c-1983-485d-8dfc-9c73f066ee7e will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:43:57.892179 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:57.947257 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:58.069089 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265174d-55d7-4475-9b10-d0d152e11e27 req-3f911535-2b4f-4e78-a939-6db7581045cc tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:58.070584 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4265174d-55d7-4475-9b10-d0d152e11e27 req-3f911535-2b4f-4e78-a939-6db7581045cc tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0895212 Sep 06 14:43:58.071762 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Attempting to bind port 2670cb5c-1983-485d-8dfc-9c73f066ee7e on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:43:58.072090 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Attempting to bind port 2670cb5c-1983-485d-8dfc-9c73f066ee7e by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:43:58.072413 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Attempting to bind port 2670cb5c-1983-485d-8dfc-9c73f066ee7e on network 2c878280-0b8e-4db2-a96d-74008eff70a0 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:43:58.078971 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Port 2670cb5c-1983-485d-8dfc-9c73f066ee7e on network 2c878280-0b8e-4db2-a96d-74008eff70a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:43:58.082389 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Attempting to bind port 2670cb5c-1983-485d-8dfc-9c73f066ee7e on network 2c878280-0b8e-4db2-a96d-74008eff70a0 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:43:58.095216 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:43:58.095580 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Checking segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:43:58.095964 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Bound using segment: {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:43:58.096394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Bound port: 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc28183-e1fb-4015-811f-f48d24bf3720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:43:58.096754 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:58.142402 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4265174d-55d7-4475-9b10-d0d152e11e27 req-abfa0dd1-4244-4834-88b3-0fac4ef93c9e tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649598 Sep 06 14:43:58.177553 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:43:58.180703 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:43:58.252663 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:58.514870 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:58.515521 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:43:58.516893 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] 10.222.0.18 "PUT /v2.0/ports/2670cb5c-1983-485d-8dfc-9c73f066ee7e HTTP/1.1" status: 200 len: 1094 time: 1.0799434 Sep 06 14:43:58.517329 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:43:58.519587 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cf5af5-930b-4f2b-a503-c579e287ca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:43:58.552379 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe599-efd6-4b63-a18a-1b819fc4df1f service neutron] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:43:58.570425 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd10cf6b-ff28-4ee6-b8a3-e7f046ebfe3e x-openstack-request-id: req-bd10cf6b-ff28-4ee6-b8a3-e7f046ebfe3e {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:43:58.570922 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:43:58.571352 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd10cf6b-ff28-4ee6-b8a3-e7f046ebfe3e {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:43:58.572364 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'status': 'completed', 'code': 200} Sep 06 14:43:58.641938 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf5af5-930b-4f2b-a503-c579e287ca2f req-e27d3013-bad7-4056-8cdd-3cdb5f72d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:58.645211 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69cf5af5-930b-4f2b-a503-c579e287ca2f req-e27d3013-bad7-4056-8cdd-3cdb5f72d935 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0430706 Sep 06 14:43:58.779609 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ab60d-7a8d-4f11-bddf-a59ffa5c22f6 req-4ac800cf-8d72-4f71-820c-3c4fe71b5b1a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:58.782708 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae8ab60d-7a8d-4f11-bddf-a59ffa5c22f6 req-4ac800cf-8d72-4f71-820c-3c4fe71b5b1a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.1135945 Sep 06 14:43:58.797207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf5af5-930b-4f2b-a503-c579e287ca2f req-53cf9711-733e-458e-bdae-3f78d658cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:58.798652 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69cf5af5-930b-4f2b-a503-c579e287ca2f req-53cf9711-733e-458e-bdae-3f78d658cb34 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9cfd771d1905435d98182b0633e30a0b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1411371 Sep 06 14:43:58.856669 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae8ab60d-7a8d-4f11-bddf-a59ffa5c22f6 req-00f719aa-635c-455c-b53f-b2834c3208cd tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672565 Sep 06 14:43:58.916905 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf5af5-930b-4f2b-a503-c579e287ca2f req-59767a08-3404-401a-824a-3a036389b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:58.918310 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69cf5af5-930b-4f2b-a503-c579e287ca2f req-59767a08-3404-401a-824a-3a036389b2cb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094556 Sep 06 14:43:59.010706 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-125c18d4-f932-4baa-aa04-a62af84819ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:59.012470 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-125c18d4-f932-4baa-aa04-a62af84819ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0416858 Sep 06 14:43:59.057519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-1700e5ba-0e9a-45d2-a13c-bac3116f2eb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e HTTP/1.1" status: 200 len: 217 time: 0.0337696 Sep 06 14:43:59.112984 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-67dcd06c-0d62-4706-812e-09942eca421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:59.114450 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-67dcd06c-0d62-4706-812e-09942eca421f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0472310 Sep 06 14:43:59.165663 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-bbfbedd2-f8a8-4aea-af88-df813544e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:59.167215 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-bbfbedd2-f8a8-4aea-af88-df813544e640 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391555 Sep 06 14:43:59.319791 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae14e2-e2ca-4575-ba93-20d00a337816 req-677762ae-0b7b-44d8-9c1b-5f9f31bcd2b4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:59.321280 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bcae14e2-e2ca-4575-ba93-20d00a337816 req-677762ae-0b7b-44d8-9c1b-5f9f31bcd2b4 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0981054 Sep 06 14:43:59.323519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-f4cc13b3-72ba-4d77-9367-34a28a1e5bc6 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379523 Sep 06 14:43:59.415651 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bcae14e2-e2ca-4575-ba93-20d00a337816 req-bc4e6b5e-7845-4e9e-be1a-e3eb66290371 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858805 Sep 06 14:43:59.443558 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-52853549-ee0e-4076-8a1d-193f4ff8dc65 req-98c0e274-bb3f-47b5-8585-a12c8f3f4313 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038723 Sep 06 14:43:59.634224 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device d63d7a1c-775c-4675-a209-7f732b494158 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:43:59.653859 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: d63d7a1c-775c-4675-a209-7f732b494158 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:43:59.654207 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device d63d7a1c-775c-4675-a209-7f732b494158 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:43:59.984225 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bfd18-8aeb-4329-b146-0e572a881d18 req-c7fff4d9-49a7-4623-90d1-e3c14859e326 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:43:59.985995 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-723bfd18-8aeb-4329-b146-0e572a881d18 req-c7fff4d9-49a7-4623-90d1-e3c14859e326 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0538690 Sep 06 14:44:00.023479 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-723bfd18-8aeb-4329-b146-0e572a881d18 req-622f4c6d-63e1-4639-a9b9-bb35fc451602 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314126 Sep 06 14:44:00.284340 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed098a-c6ac-4e46-8d6e-d197f43791b9 req-46e90bb2-12ee-4a18-b25d-438e9fcdf519 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:00.285844 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1ed098a-c6ac-4e46-8d6e-d197f43791b9 req-46e90bb2-12ee-4a18-b25d-438e9fcdf519 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0481994 Sep 06 14:44:00.322283 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1ed098a-c6ac-4e46-8d6e-d197f43791b9 req-28102776-0adf-4ae5-a782-fc3f1d27f2e7 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306525 Sep 06 14:44:00.528732 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa2683-52de-44b8-9d72-fabe37233744 req-7ce23f69-7f94-484d-a96e-baa1d4c2e807 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:00.530159 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-04aa2683-52de-44b8-9d72-fabe37233744 req-7ce23f69-7f94-484d-a96e-baa1d4c2e807 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0471261 Sep 06 14:44:00.567181 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-04aa2683-52de-44b8-9d72-fabe37233744 req-d3f63c24-a225-49d9-a192-2fe376ba9b8b tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Sep 06 14:44:01.145081 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192238-514a-48f6-8ba9-43acdad9d9b5 req-7529891a-fa3e-43c5-a88d-a96bf245096a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:01.146556 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a9192238-514a-48f6-8ba9-43acdad9d9b5 req-7529891a-fa3e-43c5-a88d-a96bf245096a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0536394 Sep 06 14:44:01.182390 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a9192238-514a-48f6-8ba9-43acdad9d9b5 req-c260401d-2d05-47a5-a08a-012cafcda59a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300705 Sep 06 14:44:01.434013 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105b71c-8e76-430f-a7d3-2019e9d8de5e req-e5b3abb2-28d4-4abf-8d57-1f1fd4f99b50 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:01.435557 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6105b71c-8e76-430f-a7d3-2019e9d8de5e req-e5b3abb2-28d4-4abf-8d57-1f1fd4f99b50 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0483482 Sep 06 14:44:01.472350 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6105b71c-8e76-430f-a7d3-2019e9d8de5e req-8939c198-7cca-497e-8063-afa9d1667e15 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Sep 06 14:44:01.679409 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4833fa-e53e-4fe5-ae75-f41f4823af78 req-87b9b359-67a7-402c-a1df-611148790969 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:01.680905 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a4833fa-e53e-4fe5-ae75-f41f4823af78 req-87b9b359-67a7-402c-a1df-611148790969 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0483418 Sep 06 14:44:01.718956 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4a4833fa-e53e-4fe5-ae75-f41f4823af78 req-5d7538ed-7cae-4aa3-a515-6b31f786bb57 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Sep 06 14:44:02.305785 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852296-517d-42b7-845d-097962bdb83f req-774df5ec-27b3-43ce-979f-d6c6224ab9ec tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:02.307253 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f8852296-517d-42b7-845d-097962bdb83f req-774df5ec-27b3-43ce-979f-d6c6224ab9ec tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0523586 Sep 06 14:44:02.344722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f8852296-517d-42b7-845d-097962bdb83f req-bcf092fa-a948-4ce2-a5fb-7c1577fa9c60 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Sep 06 14:44:02.582966 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1284a06-d2d0-466d-9e70-88a6c62ef08e req-76dddbb9-639b-4d18-96e7-ca5ff25df56e tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:02.584461 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b1284a06-d2d0-466d-9e70-88a6c62ef08e req-76dddbb9-639b-4d18-96e7-ca5ff25df56e tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0484085 Sep 06 14:44:02.622519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b1284a06-d2d0-466d-9e70-88a6c62ef08e req-f4323f9a-4f27-4405-8067-4c1dae9d0c00 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Sep 06 14:44:02.830259 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b1cbf-601b-4907-b34e-8456f5691381 req-90466a4f-3ca5-4f3b-abf4-93535ecc732a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:02.831779 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b46b1cbf-601b-4907-b34e-8456f5691381 req-90466a4f-3ca5-4f3b-abf4-93535ecc732a tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0485072 Sep 06 14:44:02.868795 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b46b1cbf-601b-4907-b34e-8456f5691381 req-e82044a2-3301-484d-9a30-76c4bf25a616 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Sep 06 14:44:02.967475 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-27e96fd0-121f-4d03-96cc-81e7235f4ea7 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:02.968881 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-27e96fd0-121f-4d03-96cc-81e7235f4ea7 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 945 time: 0.0503061 Sep 06 14:44:03.058281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Deleting port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:44:03.058548 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.146324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] For port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:03.146685 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.158493 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Calling delete_port for 3150b3f2-b05b-4407-b1dd-40b5a9328e8a owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:44:03.326557 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.339519 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['3150b3f2-b05b-4407-b1dd-40b5a9328e8a'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:44:03.357483 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Pushing event deleted for resources: {'Port': ['ID=3150b3f2-b05b-4407-b1dd-40b5a9328e8a,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:03.399190 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] No DVR routers for this DVR port 3150b3f2-b05b-4407-b1dd-40b5a9328e8a on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:44:03.401884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.404250 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-14ddd910-c80b-452b-a11e-b527f7ed4b27 req-5839493e-efb8-4a93-8ca5-48908331b31b tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.18 "DELETE /v2.0/ports/3150b3f2-b05b-4407-b1dd-40b5a9328e8a HTTP/1.1" status: 204 len: 173 time: 0.4261546 Sep 06 14:44:03.404688 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b700e-c448-4d3f-9a3d-a939ad5c09b1', 'name': 'network-vif-deleted', 'tag': '3150b3f2-b05b-4407-b1dd-40b5a9328e8a'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:03.407485 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b375f2-1d22-4447-9d3c-bb1ee17b3733" -d '{"events": [{"server_uuid": "9b4b700e-c448-4d3f-9a3d-a939ad5c09b1", "name": "network-vif-deleted", "tag": "3150b3f2-b05b-4407-b1dd-40b5a9328e8a"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:03.446543 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e451d95-1df4-4df0-be7e-12013eeb0a6e x-openstack-request-id: req-0e451d95-1df4-4df0-be7e-12013eeb0a6e {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:03.446543 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4b700e-c448-4d3f-9a3d-a939ad5c09b1", "name": "network-vif-deleted", "tag": "3150b3f2-b05b-4407-b1dd-40b5a9328e8a", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:03.446543 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e451d95-1df4-4df0-be7e-12013eeb0a6e {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:03.446543 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4b700e-c448-4d3f-9a3d-a939ad5c09b1', 'name': 'network-vif-deleted', 'tag': '3150b3f2-b05b-4407-b1dd-40b5a9328e8a', 'status': 'completed', 'code': 200} Sep 06 14:44:03.466450 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcaa15-d00f-496a-a8fb-9b1a0c41599f req-2be4feee-71c4-4b1c-8795-f03562e5da79 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:03.468003 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-91bcaa15-d00f-496a-a8fb-9b1a0c41599f req-2be4feee-71c4-4b1c-8795-f03562e5da79 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0538986 Sep 06 14:44:03.513669 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-91bcaa15-d00f-496a-a8fb-9b1a0c41599f req-f56c1ec3-a8bf-48b2-8b7c-9957030fcc40 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389369 Sep 06 14:44:03.655578 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:44:03.741789 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5a63d7af-303b-4907-8dc4-4dcf2ee07fea req-c9fd8ac2-0d81-4f3d-aaa4-e02b2cc2a0f5 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4b700e-c448-4d3f-9a3d-a939ad5c09b1 HTTP/1.1" status: 200 len: 210 time: 0.0498734 Sep 06 14:44:03.757916 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:03.765651 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5db30e-a033-428e-9118-6ccc891242ba req-1d8675ad-bdcf-4af6-a5d2-3dedee7d45a3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:03.767111 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6f5db30e-a033-428e-9118-6ccc891242ba req-1d8675ad-bdcf-4af6-a5d2-3dedee7d45a3 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0658169 Sep 06 14:44:03.769225 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'port_id': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'mac_address': 'fa:16:3e:66:a7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:44:03.805772 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.819451 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2670cb5c-1983-485d-8dfc-9c73f066ee7e {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:44:03.844423 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:03.862849 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Deleting port bb64e76a-59a8-4f09-9345-141de9a17475 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:44:03.863191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.925544 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.977893 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:03.983636 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] For port bb64e76a-59a8-4f09-9345-141de9a17475, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bb64e76a-59a8-4f09-9345-141de9a17475,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:03.984011 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:03.985170 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.985520 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.985867 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.986347 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.986603 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.986906 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.987238 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.987600 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.988155 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.997755 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.997755 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:03.997755 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:04.000269 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Calling delete_port for bb64e76a-59a8-4f09-9345-141de9a17475 owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:44:04.019032 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac998-0cc4-4023-9438-c744b2f894df req-b7a58049-39e8-4dd7-83b2-44cd87ad0519 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:04.020609 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2e0ac998-0cc4-4023-9438-c744b2f894df req-b7a58049-39e8-4dd7-83b2-44cd87ad0519 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 946 time: 0.0867319 Sep 06 14:44:04.102903 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2e0ac998-0cc4-4023-9438-c744b2f894df req-cc27933d-fe0d-487f-8b58-f3d7cae46b79 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/security-groups?id=58d01d64-3efb-4b7f-bdd3-36687ebd1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762374 Sep 06 14:44:04.164741 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['2670cb5c-1983-485d-8dfc-9c73f066ee7e'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:44:04.228300 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.268319 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Pushing event deleted for resources: {'Port': ['ID=bb64e76a-59a8-4f09-9345-141de9a17475,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:04.309010 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] No DVR routers for this DVR port bb64e76a-59a8-4f09-9345-141de9a17475 on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:44:04.311302 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:04.314044 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6f5db30e-a033-428e-9118-6ccc891242ba req-87be09fd-21c9-4d02-8452-c2b0fefa7251 tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.18 "DELETE /v2.0/ports/bb64e76a-59a8-4f09-9345-141de9a17475 HTTP/1.1" status: 204 len: 173 time: 0.5393741 Sep 06 14:44:04.608699 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['bb64e76a-59a8-4f09-9345-141de9a17475'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:44:04.647562 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890b886-fddb-4d0b-ad7b-ccdab94af7cf req-6bc1f8ad-df46-4c03-bb7d-c61426e9603f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:04.649390 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c890b886-fddb-4d0b-ad7b-ccdab94af7cf req-6bc1f8ad-df46-4c03-bb7d-c61426e9603f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 945 time: 0.0550330 Sep 06 14:44:04.688671 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c890b886-fddb-4d0b-ad7b-ccdab94af7cf req-efd40b72-018b-4cc6-8e57-ca9cfcda0657 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Sep 06 14:44:05.206878 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b8bc2104-ff69-4a90-8ce9-340e90af46c1 req-371d5961-0532-4929-9865-7dcb4b6ad5db tempest-ServerRescueNegativeTestJSON-692788741 tempest-ServerRescueNegativeTestJSON-692788741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecec234c-3b6c-4d15-b619-6e910b444e2a HTTP/1.1" status: 200 len: 210 time: 0.0273681 Sep 06 14:44:05.446622 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecec234c-3b6c-4d15-b619-6e910b444e2a', 'name': 'network-vif-deleted', 'tag': 'bb64e76a-59a8-4f09-9345-141de9a17475'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:05.449000 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e92c23a-2b29-4131-96e4-8ed29134b068" -d '{"events": [{"server_uuid": "ecec234c-3b6c-4d15-b619-6e910b444e2a", "name": "network-vif-deleted", "tag": "bb64e76a-59a8-4f09-9345-141de9a17475"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:05.483729 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a4df5-e4e7-45ea-b536-98e119982222 x-openstack-request-id: req-9a6a4df5-e4e7-45ea-b536-98e119982222 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:05.484021 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecec234c-3b6c-4d15-b619-6e910b444e2a", "name": "network-vif-deleted", "tag": "bb64e76a-59a8-4f09-9345-141de9a17475", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:05.484270 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a6a4df5-e4e7-45ea-b536-98e119982222 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:05.484658 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecec234c-3b6c-4d15-b619-6e910b444e2a', 'name': 'network-vif-deleted', 'tag': 'bb64e76a-59a8-4f09-9345-141de9a17475', 'status': 'completed', 'code': 200} Sep 06 14:44:05.802954 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e88080-4ef0-4276-8150-e463221ef68b req-8101e350-57d3-48de-bfb7-7dc2c7f8137e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:05.804450 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f0e88080-4ef0-4276-8150-e463221ef68b req-8101e350-57d3-48de-bfb7-7dc2c7f8137e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 945 time: 0.0474374 Sep 06 14:44:05.842540 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f0e88080-4ef0-4276-8150-e463221ef68b req-4aa45866-1a6e-43dd-a024-400ea37329a1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Sep 06 14:44:06.267258 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34172) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:06.664359 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:06.975439 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca3d7-8e68-4910-8245-dcc87a1312f4 req-30b13b5e-90be-4b13-a575-ed97e1715993 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:06.977130 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-573ca3d7-8e68-4910-8245-dcc87a1312f4 req-30b13b5e-90be-4b13-a575-ed97e1715993 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 945 time: 0.0554039 Sep 06 14:44:06.985522 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Deleting port a85c50b1-bd58-4e96-9d13-a8ad07011211 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:44:06.985854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.066614 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-573ca3d7-8e68-4910-8245-dcc87a1312f4 req-47e55c07-240a-4f5f-8a0e-ca14814a679f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828681 Sep 06 14:44:07.088462 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] For port a85c50b1-bd58-4e96-9d13-a8ad07011211, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=a85c50b1-bd58-4e96-9d13-a8ad07011211,segment=NetworkSegment(6c208c43-4850-4e21-9c5d-4927973af115),segment_id=6c208c43-4850-4e21-9c5d-4927973af115)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:07.088847 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.100993 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Calling delete_port for a85c50b1-bd58-4e96-9d13-a8ad07011211 owned by network:router_interface {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:44:07.348008 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.373318 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a85c50b1-bd58-4e96-9d13-a8ad07011211,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:07.522412 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:07.725070 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Router e49be85d-c825-450b-8cf0-027854705ffa has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:44:07.825073 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:44:07.830723 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f02096cf-b4e0-4180-931b-0eee876732fd admin admin] 10.222.0.48 "PUT /v2.0/routers/e49be85d-c825-450b-8cf0-027854705ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5621519 Sep 06 14:44:07.832989 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34180) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:07.835440 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] Sync routers for ids ['e49be85d-c825-450b-8cf0-027854705ffa'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:44:07.848497 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] Routers {'e49be85d-c825-450b-8cf0-027854705ffa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:07.849291 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:43:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['e49be85d-c825-450b-8cf0-027854705ffa'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:07.954973 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] Set router e49be85d-c825-450b-8cf0-027854705ffa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:08.140414 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 5, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:08.166683 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] Checking router: e49be85d-c825-450b-8cf0-027854705ffa for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:44:08.174798 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] Routers {'e49be85d-c825-450b-8cf0-027854705ffa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:08.175397 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:43:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['e49be85d-c825-450b-8cf0-027854705ffa'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:08.199828 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks [] for router, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.208745 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796c01-536f-4c06-b0b7-434aa9021e84 req-12b2fa4e-1001-44df-a7f0-c13ceb097057 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:08.210264 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-71796c01-536f-4c06-b0b7-434aa9021e84 req-12b2fa4e-1001-44df-a7f0-c13ceb097057 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 945 time: 0.0713820 Sep 06 14:44:08.278195 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] Set router e49be85d-c825-450b-8cf0-027854705ffa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:08.302368 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:08.316092 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-71796c01-536f-4c06-b0b7-434aa9021e84 req-d73f35c9-646d-428b-b998-74aecf2b395d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724430 Sep 06 14:44:08.350694 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.470691 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 5, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:08.480676 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 2670cb5c-1983-485d-8dfc-9c73f066ee7e completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:08.482887 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7c90a213-ad03-4a15-86cc-32f09777e287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.486261 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 2670cb5c-1983-485d-8dfc-9c73f066ee7e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:08.486623 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.499118 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Deleting port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:44:08.499490 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.501490 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc692c4-4e71-4b3b-9a9d-cff267976950 None None] The sync data for ids ['e49be85d-c825-450b-8cf0-027854705ffa'] in dv-cinder-807083-5-iscsi is: [{'id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'name': 'tempest-ServerRescueNegativeTestJSON-557772617-router', 'tenant_id': '29ddb815ddb24c5a86750de816852b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:40:55Z', 'updated_at': '2021-09-06T14:44:07Z', 'revision_number': 5, 'project_id': '29ddb815ddb24c5a86750de816852b9e', 'gw_port': {'id': 'd2094bfc-f5b7-4ef4-85a0-bf340f781b5d', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49be85d-c825-450b-8cf0-027854705ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:40:56Z', 'updated_at': '2021-09-06T14:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:44:08.569953 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.588035 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] For port d2094bfc-f5b7-4ef4-85a0-bf340f781b5d, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=d2094bfc-f5b7-4ef4-85a0-bf340f781b5d,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:08.588439 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.593278 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:08.595530 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3383be11-0aab-4e2a-b26e-e8ad4302afbd" -d '{"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:08.600364 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Calling delete_port for d2094bfc-f5b7-4ef4-85a0-bf340f781b5d owned by network:router_gateway {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:44:08.608506 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:08.633330 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade375b-68f8-41b1-8896-572324863e5f x-openstack-request-id: req-7ade375b-68f8-41b1-8896-572324863e5f {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:08.633712 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:08.633983 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ade375b-68f8-41b1-8896-572324863e5f {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:08.634374 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'code': 200} Sep 06 14:44:08.691110 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.717906 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 3150b3f2-b05b-4407-b1dd-40b5a9328e8a no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:44:08.741147 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 3150b3f2-b05b-4407-b1dd-40b5a9328e8a {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:44:08.741491 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 3150b3f2-b05b-4407-b1dd-40b5a9328e8a not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:44:08.741902 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device bb64e76a-59a8-4f09-9345-141de9a17475 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:44:08.764235 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: bb64e76a-59a8-4f09-9345-141de9a17475 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:44:08.764700 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device bb64e76a-59a8-4f09-9345-141de9a17475 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:44:08.779726 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:08.835134 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:08.861517 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2094bfc-f5b7-4ef4-85a0-bf340f781b5d,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:08.927445 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.049990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.052868 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.116261 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9b9e9-9e0c-49ae-946e-a1e134f5c48e req-8d2ecfeb-021e-4eac-adcc-ea460259318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:09.117683 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5ea9b9e9-9e0c-49ae-946e-a1e134f5c48e req-8d2ecfeb-021e-4eac-adcc-ea460259318e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 1099 time: 0.1742449 Sep 06 14:44:09.152567 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5ea9b9e9-9e0c-49ae-946e-a1e134f5c48e req-4e3d8aee-6d54-4b48-95ba-5ab1bb35cb35 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270844 Sep 06 14:44:09.187370 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.187917 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e49be85d-c825-450b-8cf0-027854705ffa {{(pid=100990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:44:09.193063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.197191 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a26c0854-e738-4f84-b862-44be990e9f70 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e49be85d-c825-450b-8cf0-027854705ffa HTTP/1.1" status: 204 len: 168 time: 1.3601420 Sep 06 14:44:09.197191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34190) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:09.242093 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc1d063-da96-4896-8d91-4ea85f09846c admin admin] Deleting subnet ef2d8030-7897-4115-8974-d90a1ac82534 {{(pid=100990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:44:09.245559 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d063-da96-4896-8d91-4ea85f09846c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.281515 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d063-da96-4896-8d91-4ea85f09846c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126793731'] for subnet, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.324758 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d063-da96-4896-8d91-4ea85f09846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.445320 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7ca27-ba60-4a87-acd9-15a694b5d773 req-95a87958-ae81-4313-8cd7-4a0431b0f5c7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:09.445320 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c7f7ca27-ba60-4a87-acd9-15a694b5d773 req-95a87958-ae81-4313-8cd7-4a0431b0f5c7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0506942 Sep 06 14:44:09.464427 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d063-da96-4896-8d91-4ea85f09846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126827025'] for subnet, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.495288 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1d063-da96-4896-8d91-4ea85f09846c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2d8030-7897-4115-8974-d90a1ac82534,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:09.508118 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfc1d063-da96-4896-8d91-4ea85f09846c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.508118 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-cfc1d063-da96-4896-8d91-4ea85f09846c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ef2d8030-7897-4115-8974-d90a1ac82534 HTTP/1.1" status: 204 len: 168 time: 0.3093266 Sep 06 14:44:09.509537 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 34206) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:09.512067 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c7f7ca27-ba60-4a87-acd9-15a694b5d773 req-37a193c6-8301-42dc-b678-6b47b27aa396 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613260 Sep 06 14:44:09.580896 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.667695 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.677938 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf090b6-7759-4e8a-8a2c-845ecb4c7b18']}} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:09.687974 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c208c43-4850-4e21-9c5d-4927973af115') {'for_net_delete': True} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:09.688275 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c208c43-4850-4e21-9c5d-4927973af115') {} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:09.697116 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126592553'] for segment, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.714855 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.721221 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=100989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:44:09.721611 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125941423'] for segment, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: Traceback (most recent call last): Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: timer() Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: cb(*args, **kw) Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: return func(*args, **kwargs) Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: self._notify() Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: self.callback(batched_events) Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: event.method(event) Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: return f(self, *a, **k) Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._get(url).json() Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: return self.request(url, 'GET', **kwargs) Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:44:09.723211 dv-cinder-807083-5-iscsi neutron-server[100989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:44:09.886322 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.886505 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device d2094bfc-f5b7-4ef4-85a0-bf340f781b5d no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:44:09.902708 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:09.904825 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/edf090b6-7759-4e8a-8a2c-845ecb4c7b18 HTTP/1.1" status: 204 len: 168 time: 0.3942740 Sep 06 14:44:09.906257 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d34a4-7b4d-4ed7-9892-919a69ef90a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf090b6-7759-4e8a-8a2c-845ecb4c7b18,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:09.908402 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: d2094bfc-f5b7-4ef4-85a0-bf340f781b5d {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:44:09.908692 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device d2094bfc-f5b7-4ef4-85a0-bf340f781b5d not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:44:09.909130 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device a85c50b1-bd58-4e96-9d13-a8ad07011211 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:44:09.927978 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: a85c50b1-bd58-4e96-9d13-a8ad07011211 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:44:09.928330 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device a85c50b1-bd58-4e96-9d13-a8ad07011211 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:44:10.289886 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 34218) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:10.328952 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-dd15bac4-b9cf-4895-b908-3aec9ff66dbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29ddb815ddb24c5a86750de816852b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379546 Sep 06 14:44:10.331997 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 34220) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:10.377258 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0b28-5042-4ecd-9a2b-25b1aaace7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.398340 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0b28-5042-4ecd-9a2b-25b1aaace7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.508644 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0b28-5042-4ecd-9a2b-25b1aaace7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.511045 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0b28-5042-4ecd-9a2b-25b1aaace7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:10.512208 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-1e6e0b28-5042-4ecd-9a2b-25b1aaace7d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58d01d64-3efb-4b7f-bdd3-36687ebd1443 HTTP/1.1" status: 204 len: 168 time: 0.1793478 Sep 06 14:44:10.520210 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e0b28-5042-4ecd-9a2b-25b1aaace7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d01d64-3efb-4b7f-bdd3-36687ebd1443,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:10.635629 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb6a2-8568-47fc-a852-b3049bb1619f req-8f09f55c-bf17-4a9f-85f7-85e361742738 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:10.637099 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f81cb6a2-8568-47fc-a852-b3049bb1619f req-8f09f55c-bf17-4a9f-85f7-85e361742738 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0493920 Sep 06 14:44:10.679405 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f81cb6a2-8568-47fc-a852-b3049bb1619f req-c58d066e-0877-4263-91a3-33f1f35bfa38 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363207 Sep 06 14:44:11.257438 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-e4a50d7e-1c49-42c8-8a9c-5e8ec2e16318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.439339 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:11.799375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683befad-0fac-4745-baf1-5e2a7c1176f8 req-3e48205e-1abc-4f11-9a40-0cb4475abdf1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:11.801441 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-683befad-0fac-4745-baf1-5e2a7c1176f8 req-3e48205e-1abc-4f11-9a40-0cb4475abdf1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0520315 Sep 06 14:44:11.840107 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-683befad-0fac-4745-baf1-5e2a7c1176f8 req-fd8dce11-163a-4d3f-807a-0283b3c79b5d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Sep 06 14:44:12.171607 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.324377 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 34284) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:12.430150 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ed7e-5745-4bf7-bfc1-08b95a7be88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.514303 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ed7e-5745-4bf7-bfc1-08b95a7be88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.621988 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ed7e-5745-4bf7-bfc1-08b95a7be88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.660641 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d5a9ed7e-5745-4bf7-bfc1-08b95a7be88b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52729e8f0a2948698eaa79677fa33e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352127 Sep 06 14:44:12.661759 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9ed7e-5745-4bf7-bfc1-08b95a7be88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbb4b47-3639-47ba-bada-e24586770888,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:12.663257 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34290) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:12.710914 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a643a329-10cf-417e-a314-97efcfb42c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.731055 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a643a329-10cf-417e-a314-97efcfb42c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.850540 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a643a329-10cf-417e-a314-97efcfb42c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.853322 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a643a329-10cf-417e-a314-97efcfb42c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:12.854471 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a643a329-10cf-417e-a314-97efcfb42c6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcbb4b47-3639-47ba-bada-e24586770888 HTTP/1.1" status: 204 len: 168 time: 0.1901925 Sep 06 14:44:12.862335 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643a329-10cf-417e-a314-97efcfb42c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbb4b47-3639-47ba-bada-e24586770888,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:13.077861 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6ca9c-3143-49ce-badc-3d0bc4f67b56 req-a8004e52-b483-46c7-befd-a930ab0f1bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:13.079435 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6da6ca9c-3143-49ce-badc-3d0bc4f67b56 req-a8004e52-b483-46c7-befd-a930ab0f1bc1 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.1639373 Sep 06 14:44:13.119196 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6da6ca9c-3143-49ce-badc-3d0bc4f67b56 req-8a215a1f-772e-4197-acbe-4186455037d4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Sep 06 14:44:14.142933 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:14.414616 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafac47-578b-4c5d-ae0d-cf06992c18a7 req-5425d803-85dd-483f-b6fc-97c40dcb9e5a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:14.415794 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbafac47-578b-4c5d-ae0d-cf06992c18a7 req-5425d803-85dd-483f-b6fc-97c40dcb9e5a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.2220454 Sep 06 14:44:14.455764 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbafac47-578b-4c5d-ae0d-cf06992c18a7 req-d55b2b05-9510-47eb-a733-c211e463630e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Sep 06 14:44:14.569587 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8693eb-5c00-4c58-b6cb-1b759302f4d3 req-83688a59-ab7e-4d26-80e8-bef92ee4f7e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:14.571260 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fe8693eb-5c00-4c58-b6cb-1b759302f4d3 req-83688a59-ab7e-4d26-80e8-bef92ee4f7e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0483761 Sep 06 14:44:14.579636 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34350) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:14.584797 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Request body: {'floatingip': {'port_id': '2670cb5c-1983-485d-8dfc-9c73f066ee7e'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:14.625840 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:15.034163 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:15.103204 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:15.202092 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Floating IP 6019c38e-8b41-45af-926b-e8116462dd85 associated. External IP: 172.27.3.206, port: 2670cb5c-1983-485d-8dfc-9c73f066ee7e. Sep 06 14:44:15.408628 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Router 26298d19-0365-4db7-bd85-e833f5b7e9df has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:44:15.516249 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:44:15.521202 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:15.528558 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] Sync routers for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:44:15.538249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:15.539457 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:44:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:15.549083 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-b7dffaa4-4f6d-43c4-a8d1-0749b9a9f4e3 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "PUT /v2.0/floatingips/6019c38e-8b41-45af-926b-e8116462dd85 HTTP/1.1" status: 200 len: 992 time: 0.9683702 Sep 06 14:44:15.549826 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:15.552514 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981732ab-4a8f-48eb-87ba-0d2fd3056996" -d '{"events": [{"name": "network-changed", "server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:15.593993 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6970ce7e-c518-4a15-a95e-cb1d373a243e x-openstack-request-id: req-6970ce7e-c518-4a15-a95e-cb1d373a243e {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:15.594289 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:15.594541 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6970ce7e-c518-4a15-a95e-cb1d373a243e {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:15.594937 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'status': 'completed', 'code': 200} Sep 06 14:44:15.652668 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:15.910251 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '6019c38e-8b41-45af-926b-e8116462dd85', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'port_id': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'mac_address': 'fa:16:3e:66:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:43:52Z', 'updated_at': '2021-09-06T14:44:14Z', 'revision_number': 1, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:15.934762 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] Checking router: 26298d19-0365-4db7-bd85-e833f5b7e9df for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:44:15.943149 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:44:15.943780 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:44:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:16.001854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-d6abe2f2-901e-4c08-97a7-5abb4ca54bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:16.003921 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-d6abe2f2-901e-4c08-97a7-5abb4ca54bc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0415106 Sep 06 14:44:16.114861 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-3d96eb2d-b57f-49d1-8d54-25b746857615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:16.116394 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-3d96eb2d-b57f-49d1-8d54-25b746857615 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.0925195 Sep 06 14:44:16.170914 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:44:16.184650 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-6b111000-29eb-4a1c-a960-eaf40d557fe2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e HTTP/1.1" status: 200 len: 1000 time: 0.0592275 Sep 06 14:44:16.242581 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-49d8ee1e-8bc0-4320-bc6b-be87537bdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:16.244442 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-49d8ee1e-8bc0-4320-bc6b-be87537bdb98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0495234 Sep 06 14:44:16.299368 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-8202a2bd-0b53-493c-ad5d-ab01b1e2d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:16.301150 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-8202a2bd-0b53-493c-ad5d-ab01b1e2d778 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446951 Sep 06 14:44:16.397459 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-f46b3d3e-edc8-4d57-83c9-e5d5117f7ed6 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886014 Sep 06 14:44:16.407034 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '6019c38e-8b41-45af-926b-e8116462dd85', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'port_id': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'mac_address': 'fa:16:3e:66:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:43:52Z', 'updated_at': '2021-09-06T14:44:14Z', 'revision_number': 1, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:44:16.440113 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884a2e7-2a6c-4555-824e-17e11b4e6c4f None None] The sync data for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi is: [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '6019c38e-8b41-45af-926b-e8116462dd85', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'port_id': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'mac_address': 'fa:16:3e:66:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:43:52Z', 'updated_at': '2021-09-06T14:44:14Z', 'revision_number': 1, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:44:16.502103 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-981732ab-4a8f-48eb-87ba-0d2fd3056996 req-3c8306e1-313c-4c14-87dd-727009e9e60b service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970683 Sep 06 14:44:16.680740 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e786c6c-aa54-4f30-a763-f539a20b7082 None None] New status for floating IP 6019c38e-8b41-45af-926b-e8116462dd85: ACTIVE {{(pid=100992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:44:16.754489 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8785bae3-4c1a-417c-a268-479b69f8c309 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:16.756663 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8785bae3-4c1a-417c-a268-479b69f8c309 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/networks?id=ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 HTTP/1.1" status: 200 len: 814 time: 0.1096106 Sep 06 14:44:16.771723 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-e89b69de-5a73-49ed-8640-a59cf17dd1af tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/quotas/1988a83e4c8a438baaa3be46c6e34785 HTTP/1.1" status: 200 len: 375 time: 0.0090628 Sep 06 14:44:16.804323 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-aa3d3d8c-1421-41cc-bd4c-e256d0ee89e3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1988a83e4c8a438baaa3be46c6e34785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266576 Sep 06 14:44:16.983017 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-0ddd62c6-5531-43b2-9e85-c78e2d3b3de3 service neutron] 10.222.0.48 "GET /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716731 Sep 06 14:44:17.081026 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-c7844a2e-df34-4e77-b639-e72e7cbb7089 service neutron] 10.222.0.48 "GET /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909154 Sep 06 14:44:17.368303 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b0b35163-95e5-4177-a678-3a1d3d4fb0c2 req-c01a8e55-0abc-4193-b840-80911e89a93e tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 210 time: 0.0271437 Sep 06 14:44:18.461875 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-21861951-4840-4e25-a5a7-38dea8d2c549 req-7c944183-aa09-4ff4-8f34-439bad277061 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 210 time: 0.0249386 Sep 06 14:44:18.637235 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:44:19.307807 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-0d182f99-4218-4911-b729-d9474e580b1a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:19.309197 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-0d182f99-4218-4911-b729-d9474e580b1a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.18 "GET /v2.0/networks?id=ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 HTTP/1.1" status: 200 len: 814 time: 0.1035473 Sep 06 14:44:19.322629 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Request body: {'port': {'device_id': '12df01b3-0f22-4e59-af7b-14cd1ab0407c', 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0', 'admin_state_up': True, 'tenant_id': '1988a83e4c8a438baaa3be46c6e34785'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:19.508602 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Made reservation on behalf of 1988a83e4c8a438baaa3be46c6e34785 for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:44:19.512347 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:19.559108 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a859354d-23b7-4eb7-9c03-a5ad352dcd48 req-da2db7ab-b5e9-4fdc-8b11-51d84955601f tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 210 time: 0.0308027 Sep 06 14:44:19.667257 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Allocated IP 172.20.0.13 (ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0/75270805-8095-4fc5-8ab9-9973addd78ee/24aff296-f3d5-4165-bc88-16c2dd46b3dd) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:44:20.061490 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:20.159093 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:20.201889 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:44:20.205000 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:44:20.209207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:44:20.238216 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Pushing event updated for resources: {'Port': ['ID=24aff296-f3d5-4165-bc88-16c2dd46b3dd,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:20.265154 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:20.265815 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:20.384097 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-14018135-6c82-4076-94d0-4f18250632b3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0649774 Sep 06 14:44:20.398953 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Request body: {'port': {'device_id': '12df01b3-0f22-4e59-af7b-14cd1ab0407c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:44:20.450722 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:20.702284 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc72d4-ad54-44f3-938d-d26f9c4b2a96 req-d894f5c2-c5d3-4e13-b0e0-400015231f07 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:20.703722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1dc72d4-ad54-44f3-938d-d26f9c4b2a96 req-d894f5c2-c5d3-4e13-b0e0-400015231f07 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 932 time: 0.0713058 Sep 06 14:44:20.780521 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24aff296-f3d5-4165-bc88-16c2dd46b3dd {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:44:20.787742 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1dc72d4-ad54-44f3-938d-d26f9c4b2a96 req-c90584ac-f53b-461b-92ce-c2eb23d17dd6 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704916 Sep 06 14:44:20.791675 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:20.804338 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Transition to ACTIVE for port object 24aff296-f3d5-4165-bc88-16c2dd46b3dd will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:44:20.845370 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:20.900394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=24aff296-f3d5-4165-bc88-16c2dd46b3dd,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:20.963372 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Attempting to bind port 24aff296-f3d5-4165-bc88-16c2dd46b3dd on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:44:20.963823 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Attempting to bind port 24aff296-f3d5-4165-bc88-16c2dd46b3dd by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:44:20.964186 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Attempting to bind port 24aff296-f3d5-4165-bc88-16c2dd46b3dd on network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:20.968380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Port 24aff296-f3d5-4165-bc88-16c2dd46b3dd on network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:44:20.968702 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Attempting to bind port 24aff296-f3d5-4165-bc88-16c2dd46b3dd on network ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:44:20.974147 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:44:20.974484 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Checking segment: {'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:44:20.974863 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Bound using segment: {'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:44:20.976210 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Bound port: 24aff296-f3d5-4165-bc88-16c2dd46b3dd, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfa5daa-4d1b-4e27-9064-4d316479b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:44:20.976210 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:21.037881 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] For port 24aff296-f3d5-4165-bc88-16c2dd46b3dd, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:44:21.040998 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] For port 24aff296-f3d5-4165-bc88-16c2dd46b3dd, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=24aff296-f3d5-4165-bc88-16c2dd46b3dd,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:44:21.103253 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:21.140575 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:21.141186 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:21.142546 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] 10.222.0.18 "PUT /v2.0/ports/24aff296-f3d5-4165-bc88-16c2dd46b3dd HTTP/1.1" status: 200 len: 1094 time: 0.7478509 Sep 06 14:44:21.142975 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12df01b3-0f22-4e59-af7b-14cd1ab0407c', 'tag': '24aff296-f3d5-4165-bc88-16c2dd46b3dd'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:21.145739 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a4ba1d-de44-48ef-a1ed-7a7d8a61e76a" -d '{"events": [{"name": "network-changed", "server_uuid": "12df01b3-0f22-4e59-af7b-14cd1ab0407c", "tag": "24aff296-f3d5-4165-bc88-16c2dd46b3dd"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:21.176623 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb66710-09f5-4fbc-bb8a-57a5ffff7ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=24aff296-f3d5-4165-bc88-16c2dd46b3dd,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:21.182660 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09136ca7-4023-44b3-a4fe-6260412e0216 x-openstack-request-id: req-09136ca7-4023-44b3-a4fe-6260412e0216 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:21.182951 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12df01b3-0f22-4e59-af7b-14cd1ab0407c", "tag": "24aff296-f3d5-4165-bc88-16c2dd46b3dd", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:21.183203 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09136ca7-4023-44b3-a4fe-6260412e0216 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:21.183629 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12df01b3-0f22-4e59-af7b-14cd1ab0407c', 'tag': '24aff296-f3d5-4165-bc88-16c2dd46b3dd', 'status': 'completed', 'code': 200} Sep 06 14:44:21.246436 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4ba1d-de44-48ef-a1ed-7a7d8a61e76a req-2c9fe37c-c824-4e36-8dd1-29c67f81d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:21.247871 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-17a4ba1d-de44-48ef-a1ed-7a7d8a61e76a req-2c9fe37c-c824-4e36-8dd1-29c67f81d333 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1988a83e4c8a438baaa3be46c6e34785&device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 1097 time: 0.0424988 Sep 06 14:44:21.347098 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4ba1d-de44-48ef-a1ed-7a7d8a61e76a req-030f8327-eab4-4234-a88f-2d177b3d6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:21.349332 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-17a4ba1d-de44-48ef-a1ed-7a7d8a61e76a req-030f8327-eab4-4234-a88f-2d177b3d6745 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1988a83e4c8a438baaa3be46c6e34785&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933011 Sep 06 14:44:21.450106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4ba1d-de44-48ef-a1ed-7a7d8a61e76a req-f52957d1-1908-4e74-9bd2-62140a4dadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:21.451702 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-17a4ba1d-de44-48ef-a1ed-7a7d8a61e76a req-f52957d1-1908-4e74-9bd2-62140a4dadf8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951815 Sep 06 14:44:21.531370 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-4b551f31-0a47-4497-a6c8-8e66557952fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:21.532984 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-4b551f31-0a47-4497-a6c8-8e66557952fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1988a83e4c8a438baaa3be46c6e34785&device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 1097 time: 0.0412855 Sep 06 14:44:21.579917 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-e3c6289b-9993-41b5-8cb8-4548558dae81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24aff296-f3d5-4165-bc88-16c2dd46b3dd HTTP/1.1" status: 200 len: 217 time: 0.0369527 Sep 06 14:44:21.629464 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-6a6e73e9-ef7d-47a5-9b33-34a7ed495706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:21.630898 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-6a6e73e9-ef7d-47a5-9b33-34a7ed495706 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75270805-8095-4fc5-8ab9-9973addd78ee HTTP/1.1" status: 200 len: 854 time: 0.0440276 Sep 06 14:44:21.663547 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-7539b18c-826e-4522-9b68-067402ed7cfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245156 Sep 06 14:44:21.759254 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-1f218960-e00c-43a7-b6de-245336394549 service neutron] 10.222.0.18 "GET /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882421 Sep 06 14:44:21.853940 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f19b6ee1-4a8d-4af4-bfde-fb19556024a6 req-923d18a1-69c7-4a6d-9a93-af59ab70959a service neutron] 10.222.0.18 "GET /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866864 Sep 06 14:44:21.914688 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 34512) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:21.918196 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99986d62-46f0-4e9e-b690-ceefeffc00e5 req-da0c78e9-c97b-4e6e-b56a-f975fd36fbe3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:21.919713 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-99986d62-46f0-4e9e-b690-ceefeffc00e5 req-da0c78e9-c97b-4e6e-b56a-f975fd36fbe3 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 944 time: 0.0517766 Sep 06 14:44:21.962882 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-99986d62-46f0-4e9e-b690-ceefeffc00e5 req-0dd4ad9c-2153-47be-a382-c9071ae7ef83 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369070 Sep 06 14:44:22.018994 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-076a2cde-4dcd-41fb-93b1-d49b0b3ffcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:22.106432 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-076a2cde-4dcd-41fb-93b1-d49b0b3ffcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:22.193807 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-076a2cde-4dcd-41fb-93b1-d49b0b3ffcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:22.232430 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-076a2cde-4dcd-41fb-93b1-d49b0b3ffcd7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cb75233ee19428a9fd95628100982ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165066 Sep 06 14:44:22.233534 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a2cde-4dcd-41fb-93b1-d49b0b3ffcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e8b7ae-dc3d-41f7-9ed2-d4d133881aa8,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:22.235288 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34516) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:22.288768 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d0679dc-42b6-432d-bdf2-870211649102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:22.309902 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d0679dc-42b6-432d-bdf2-870211649102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:22.456850 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d0679dc-42b6-432d-bdf2-870211649102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:22.460082 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d0679dc-42b6-432d-bdf2-870211649102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:22.461253 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6d0679dc-42b6-432d-bdf2-870211649102 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80e8b7ae-dc3d-41f7-9ed2-d4d133881aa8 HTTP/1.1" status: 204 len: 168 time: 0.2249384 Sep 06 14:44:22.469526 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0679dc-42b6-432d-bdf2-870211649102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e8b7ae-dc3d-41f7-9ed2-d4d133881aa8,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:23.079023 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d965f8-1407-4fcb-a929-b36945c64a53 req-c7e3c6ce-a0b8-4e5a-a464-f1f29c19df27 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:23.080553 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d3d965f8-1407-4fcb-a929-b36945c64a53 req-c7e3c6ce-a0b8-4e5a-a464-f1f29c19df27 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 944 time: 0.0503578 Sep 06 14:44:23.117987 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d3d965f8-1407-4fcb-a929-b36945c64a53 req-c6a33b97-301c-438f-97dc-f9c4f499fdab tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Sep 06 14:44:23.736765 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:24.232722 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbce7bf-6c63-4a75-8e63-7011f7a5c4b1 req-7a9ae38c-2ee4-4436-ae2a-bbd20bf0b4bd tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:24.234188 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9fbce7bf-6c63-4a75-8e63-7011f7a5c4b1 req-7a9ae38c-2ee4-4436-ae2a-bbd20bf0b4bd tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 944 time: 0.0513577 Sep 06 14:44:24.271132 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9fbce7bf-6c63-4a75-8e63-7011f7a5c4b1 req-a920bd3b-f8bf-45c6-9c43-fe019e47f719 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Sep 06 14:44:24.340496 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 24aff296-f3d5-4165-bc88-16c2dd46b3dd details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:44:24.434669 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 24aff296-f3d5-4165-bc88-16c2dd46b3dd, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=24aff296-f3d5-4165-bc88-16c2dd46b3dd,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:24.445837 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '24aff296-f3d5-4165-bc88-16c2dd46b3dd', 'network_id': 'ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0', 'port_id': '24aff296-f3d5-4165-bc88-16c2dd46b3dd', 'mac_address': 'fa:16:3e:76:e2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75270805-8095-4fc5-8ab9-9973addd78ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:44:24.487111 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:24.500018 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24aff296-f3d5-4165-bc88-16c2dd46b3dd {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:44:24.518661 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 24aff296-f3d5-4165-bc88-16c2dd46b3dd, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=24aff296-f3d5-4165-bc88-16c2dd46b3dd,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:24.593969 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:24.643374 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=24aff296-f3d5-4165-bc88-16c2dd46b3dd,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:24.844754 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['24aff296-f3d5-4165-bc88-16c2dd46b3dd'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:44:25.388005 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bdad1-5105-4003-ba19-3e5fb5af9196 req-aa1be32f-f1fa-45e5-ad02-3015782b3d05 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:25.389503 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-901bdad1-5105-4003-ba19-3e5fb5af9196 req-aa1be32f-f1fa-45e5-ad02-3015782b3d05 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 945 time: 0.0511262 Sep 06 14:44:25.430380 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-901bdad1-5105-4003-ba19-3e5fb5af9196 req-06d91b97-2bed-46c2-9737-077ec6b940ff tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346398 Sep 06 14:44:25.925725 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34566) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:26.044571 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d9468807-1526-41e2-801d-6e7f9e06d103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.129490 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d9468807-1526-41e2-801d-6e7f9e06d103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.205280 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d9468807-1526-41e2-801d-6e7f9e06d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.242818 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d9468807-1526-41e2-801d-6e7f9e06d103 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3f3c67769d2491fa5efa3d5f94c0a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159654 Sep 06 14:44:26.243718 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9468807-1526-41e2-801d-6e7f9e06d103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8604210f-3171-4a3b-b433-d533bd0c3f44,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:26.245548 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 34570) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:26.296997 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-78d80884-0bda-4f78-86b4-34f2c3455ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.320279 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-78d80884-0bda-4f78-86b4-34f2c3455ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.350137 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 24aff296-f3d5-4165-bc88-16c2dd46b3dd up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:44:26.422450 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-78d80884-0bda-4f78-86b4-34f2c3455ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.424944 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-78d80884-0bda-4f78-86b4-34f2c3455ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.426119 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-78d80884-0bda-4f78-86b4-34f2c3455ce9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8604210f-3171-4a3b-b433-d533bd0c3f44 HTTP/1.1" status: 204 len: 168 time: 0.1790092 Sep 06 14:44:26.434521 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d80884-0bda-4f78-86b4-34f2c3455ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8604210f-3171-4a3b-b433-d533bd0c3f44,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:26.450284 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 24aff296-f3d5-4165-bc88-16c2dd46b3dd completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:44:26.454860 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 24aff296-f3d5-4165-bc88-16c2dd46b3dd triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:44:26.455481 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.532433 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.554900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b463a-2e22-4e4b-bec7-bffd8a2b83d5 req-717bc5de-1e61-46cd-a2cd-d947fb99eb36 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:26.556582 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-520b463a-2e22-4e4b-bec7-bffd8a2b83d5 req-717bc5de-1e61-46cd-a2cd-d947fb99eb36 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 945 time: 0.0538352 Sep 06 14:44:26.557662 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12df01b3-0f22-4e59-af7b-14cd1ab0407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aff296-f3d5-4165-bc88-16c2dd46b3dd'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:26.559896 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6cf49-a1cb-4e79-aded-4d901dab8ac2" -d '{"events": [{"server_uuid": "12df01b3-0f22-4e59-af7b-14cd1ab0407c", "name": "network-vif-plugged", "status": "completed", "tag": "24aff296-f3d5-4165-bc88-16c2dd46b3dd"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:26.574018 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 24aff296-f3d5-4165-bc88-16c2dd46b3dd, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=24aff296-f3d5-4165-bc88-16c2dd46b3dd,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:26.602909 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-520b463a-2e22-4e4b-bec7-bffd8a2b83d5 req-6a2ea907-a9ff-4889-a1e7-49051a7f39ef tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Sep 06 14:44:26.603405 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cb7eb5-2ad4-4d11-b754-0b6d0cb6791a x-openstack-request-id: req-18cb7eb5-2ad4-4d11-b754-0b6d0cb6791a {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:26.603793 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12df01b3-0f22-4e59-af7b-14cd1ab0407c", "name": "network-vif-plugged", "status": "completed", "tag": "24aff296-f3d5-4165-bc88-16c2dd46b3dd", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:26.604117 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18cb7eb5-2ad4-4d11-b754-0b6d0cb6791a {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:26.604581 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12df01b3-0f22-4e59-af7b-14cd1ab0407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aff296-f3d5-4165-bc88-16c2dd46b3dd', 'code': 200} Sep 06 14:44:26.702369 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:26.748933 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=24aff296-f3d5-4165-bc88-16c2dd46b3dd,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:27.035109 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d0ee-57ab-453d-92b8-62fa26915436 req-d364b83c-0e6c-49ea-82c6-003608b9bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:27.036691 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5cb4d0ee-57ab-453d-92b8-62fa26915436 req-d364b83c-0e6c-49ea-82c6-003608b9bf1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 1099 time: 0.1312129 Sep 06 14:44:27.075502 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5cb4d0ee-57ab-453d-92b8-62fa26915436 req-0271acb8-da68-4da0-9697-eba42e98346a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293689 Sep 06 14:44:27.163727 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 34584) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:27.176863 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f792-2820-400f-87ae-3173687fc045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:27.268268 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f792-2820-400f-87ae-3173687fc045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:27.432939 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f792-2820-400f-87ae-3173687fc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:27.472153 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-f9b2f792-2820-400f-87ae-3173687fc045 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bc392440d734dba8c270934c8380cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073785 Sep 06 14:44:27.473347 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f792-2820-400f-87ae-3173687fc045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef2bf7e-f7cd-42be-8eb3-cd0a25ce8c43,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:27.474886 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34586) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:27.527406 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c0aedf5e-20e4-4c92-be4f-ff0b7cd997ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:27.548460 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c0aedf5e-20e4-4c92-be4f-ff0b7cd997ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:27.666962 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c0aedf5e-20e4-4c92-be4f-ff0b7cd997ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:27.669592 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c0aedf5e-20e4-4c92-be4f-ff0b7cd997ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:27.670741 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c0aedf5e-20e4-4c92-be4f-ff0b7cd997ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ef2bf7e-f7cd-42be-8eb3-cd0a25ce8c43 HTTP/1.1" status: 204 len: 168 time: 0.1945846 Sep 06 14:44:27.708321 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aedf5e-20e4-4c92-be4f-ff0b7cd997ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef2bf7e-f7cd-42be-8eb3-cd0a25ce8c43,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:27.734254 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd6be5-3cc5-49cd-8997-4fdde47bc9e6 req-6f25a528-16bb-4c3a-b199-5eba5b1e6460 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:27.735785 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-41dd6be5-3cc5-49cd-8997-4fdde47bc9e6 req-6f25a528-16bb-4c3a-b199-5eba5b1e6460 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 946 time: 0.0637815 Sep 06 14:44:27.775266 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-41dd6be5-3cc5-49cd-8997-4fdde47bc9e6 req-bf7a5410-4c98-4b58-b510-f42c6d3c6225 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Sep 06 14:44:28.364948 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34596) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:28.379473 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c9e394f2-154b-4b8e-9c4a-3669433dc760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:28.463976 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c9e394f2-154b-4b8e-9c4a-3669433dc760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:28.542228 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c9e394f2-154b-4b8e-9c4a-3669433dc760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:28.580913 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c9e394f2-154b-4b8e-9c4a-3669433dc760 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d89b70417a5475f9c534003ba68c54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140067 Sep 06 14:44:28.582533 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e394f2-154b-4b8e-9c4a-3669433dc760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b77465f-25fa-4113-9420-51a8d88c036f,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:28.590698 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34598) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:28.634231 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83936d65-abf1-4e23-a369-ee58931c0eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:28.654509 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83936d65-abf1-4e23-a369-ee58931c0eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:28.809925 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83936d65-abf1-4e23-a369-ee58931c0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:28.812740 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83936d65-abf1-4e23-a369-ee58931c0eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:28.813905 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-83936d65-abf1-4e23-a369-ee58931c0eaf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b77465f-25fa-4113-9420-51a8d88c036f HTTP/1.1" status: 204 len: 168 time: 0.2281325 Sep 06 14:44:28.821884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83936d65-abf1-4e23-a369-ee58931c0eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b77465f-25fa-4113-9420-51a8d88c036f,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:28.892348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b960c22-9e57-4a0c-a59a-2f0b45ee4dde req-954d143b-0a81-48ed-abe7-cbd37089dc00 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:28.894055 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8b960c22-9e57-4a0c-a59a-2f0b45ee4dde req-954d143b-0a81-48ed-abe7-cbd37089dc00 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 946 time: 0.0510919 Sep 06 14:44:28.931842 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8b960c22-9e57-4a0c-a59a-2f0b45ee4dde req-9e2ac874-3e34-4e38-984a-f9aa37f1db73 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Sep 06 14:44:38.513410 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ac607acb-ac21-4f78-a774-2e84b04c11d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:41.227792 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b8f44cd3-b20b-4db1-8625-b15115dc4850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:41.466088 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:42.175682 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:44.170260 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:53.746483 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:55.636117 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:44:56.810826 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5da375-c0cf-4804-889c-42a81ac80e6f req-c8b527ca-cf3b-4a54-bb01-3e7bbbcd0179 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:56.812270 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ef5da375-c0cf-4804-889c-42a81ac80e6f req-c8b527ca-cf3b-4a54-bb01-3e7bbbcd0179 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 946 time: 0.0495102 Sep 06 14:44:56.854862 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ef5da375-c0cf-4804-889c-42a81ac80e6f req-39573991-00e2-4855-8a78-788e0c48b9ef tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366423 Sep 06 14:44:57.289244 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 34862) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:57.390511 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:57.478100 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:57.523613 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:57.562823 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dc2bc4abc3b4de78f9ac0727dd64c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724960 Sep 06 14:44:57.563652 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1caff74-a60c-4664-8140-65951c9b0316,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:57.565490 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 34866) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:44:57.570733 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.571085 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.571441 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.571791 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.572676 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.573013 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.573345 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.573764 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.574095 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.574420 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.574747 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.575077 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f59b5-bf1b-4b0f-8677-6022de21ffa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.615300 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:57.638532 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:57.739580 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:57.742174 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:57.743300 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1caff74-a60c-4664-8140-65951c9b0316 HTTP/1.1" status: 204 len: 168 time: 0.1767576 Sep 06 14:44:57.751042 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1caff74-a60c-4664-8140-65951c9b0316,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:57.758281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.758630 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.758968 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.759302 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.760153 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.760567 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.760900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.761228 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.761607 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.761865 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.762182 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.762500 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308a2eb-c5fc-460b-9deb-312f91e0f4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:44:57.972294 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf7d7c-705e-4564-a8ad-a4fd27cf4391 req-824afa03-87a4-4d1e-bad7-3f4dee298467 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:57.973521 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-02bf7d7c-705e-4564-a8ad-a4fd27cf4391 req-824afa03-87a4-4d1e-bad7-3f4dee298467 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 946 time: 0.0524671 Sep 06 14:44:58.013431 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-02bf7d7c-705e-4564-a8ad-a4fd27cf4391 req-ddfc7c62-9ffe-40f9-9bf7-b33eb0ef4e75 tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/security-groups?id=3df30409-d933-4558-9b95-61a8a662c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Sep 06 14:44:58.615374 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-3a9f03e5-095d-41b1-8523-71aa9dbb168c tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:44:58.616859 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-3a9f03e5-095d-41b1-8523-71aa9dbb168c tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.18 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 946 time: 0.0502200 Sep 06 14:44:58.714387 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Deleting port 24aff296-f3d5-4165-bc88-16c2dd46b3dd {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:44:58.714733 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:58.801072 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] For port 24aff296-f3d5-4165-bc88-16c2dd46b3dd, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=24aff296-f3d5-4165-bc88-16c2dd46b3dd,segment=NetworkSegment(ddfa5daa-4d1b-4e27-9064-4d316479b976),segment_id=ddfa5daa-4d1b-4e27-9064-4d316479b976)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:44:58.801437 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:58.814167 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Calling delete_port for 24aff296-f3d5-4165-bc88-16c2dd46b3dd owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:44:58.992693 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:59.019291 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Pushing event deleted for resources: {'Port': ['ID=24aff296-f3d5-4165-bc88-16c2dd46b3dd,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:44:59.067871 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] No DVR routers for this DVR port 24aff296-f3d5-4165-bc88-16c2dd46b3dd on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:44:59.070281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:44:59.073226 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3eab1609-9220-4604-969f-f0ee241aa1e5 req-9ec7c6c2-be9c-4201-b8c7-83e90a6b994a tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.18 "DELETE /v2.0/ports/24aff296-f3d5-4165-bc88-16c2dd46b3dd HTTP/1.1" status: 204 len: 173 time: 0.4497030 Sep 06 14:44:59.073726 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12df01b3-0f22-4e59-af7b-14cd1ab0407c', 'name': 'network-vif-deleted', 'tag': '24aff296-f3d5-4165-bc88-16c2dd46b3dd'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:44:59.076187 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63cec44-4f2d-49e5-9c36-ce2606c9fa9b" -d '{"events": [{"server_uuid": "12df01b3-0f22-4e59-af7b-14cd1ab0407c", "name": "network-vif-deleted", "tag": "24aff296-f3d5-4165-bc88-16c2dd46b3dd"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:44:59.117176 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0190b571-d7e4-4337-874c-9a5d96d2d3bc req-cd975e0b-5bb4-449b-999e-c8ec096c82fd tempest-VolumesSnapshotTestJSON-741453141 tempest-VolumesSnapshotTestJSON-741453141-project] 10.222.0.48 "GET /v2.0/ports?device_id=12df01b3-0f22-4e59-af7b-14cd1ab0407c HTTP/1.1" status: 200 len: 210 time: 0.0261822 Sep 06 14:44:59.326091 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf1c688-dd2d-435d-823f-278f27346a9b x-openstack-request-id: req-edf1c688-dd2d-435d-823f-278f27346a9b {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:44:59.326091 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12df01b3-0f22-4e59-af7b-14cd1ab0407c", "name": "network-vif-deleted", "tag": "24aff296-f3d5-4165-bc88-16c2dd46b3dd", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:44:59.326091 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edf1c688-dd2d-435d-823f-278f27346a9b {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:44:59.326091 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12df01b3-0f22-4e59-af7b-14cd1ab0407c', 'name': 'network-vif-deleted', 'tag': '24aff296-f3d5-4165-bc88-16c2dd46b3dd', 'status': 'completed', 'code': 200} Sep 06 14:45:00.523400 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 24aff296-f3d5-4165-bc88-16c2dd46b3dd no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:00.545824 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 24aff296-f3d5-4165-bc88-16c2dd46b3dd {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:45:00.546168 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 24aff296-f3d5-4165-bc88-16c2dd46b3dd not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:45:08.466588 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4f38-f36d-4709-8d50-704da4e13c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.265766 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 35076) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:10.367453 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0b8783b8-ff66-4c09-877e-1bc84e641854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.450715 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0b8783b8-ff66-4c09-877e-1bc84e641854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.534344 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0b8783b8-ff66-4c09-877e-1bc84e641854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.571757 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0b8783b8-ff66-4c09-877e-1bc84e641854 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e4cc45176b846c792e93c2b49ce57a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049097 Sep 06 14:45:10.572628 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8783b8-ff66-4c09-877e-1bc84e641854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f27f37-ba68-4708-be23-963ff667f682,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:10.574520 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35080) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:10.624638 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5dca51cb-e705-492b-95c3-9417f93ca3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.644810 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5dca51cb-e705-492b-95c3-9417f93ca3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.757421 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5dca51cb-e705-492b-95c3-9417f93ca3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.759979 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5dca51cb-e705-492b-95c3-9417f93ca3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:10.761115 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5dca51cb-e705-492b-95c3-9417f93ca3bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53f27f37-ba68-4708-be23-963ff667f682 HTTP/1.1" status: 204 len: 168 time: 0.1850381 Sep 06 14:45:10.768651 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca51cb-e705-492b-95c3-9417f93ca3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f27f37-ba68-4708-be23-963ff667f682,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:11.243251 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2a7eda2d-06fd-43d6-835b-bc615f3bbaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.485561 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.506898 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35106) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:11.520012 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fb639054-230e-45c5-ba93-3af26cfe57cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.621227 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fb639054-230e-45c5-ba93-3af26cfe57cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.659475 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3528e3b-9e00-4ed6-85be-f93949ebb197 req-d5610a6c-9767-42e0-8536-c283520a7820 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:11.660955 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b3528e3b-9e00-4ed6-85be-f93949ebb197 req-d5610a6c-9767-42e0-8536-c283520a7820 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0544155 Sep 06 14:45:11.699812 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b3528e3b-9e00-4ed6-85be-f93949ebb197 req-ddb1a07b-2cfb-4d25-8402-cf1768969daf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315411 Sep 06 14:45:11.723025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fb639054-230e-45c5-ba93-3af26cfe57cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.760025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb639054-230e-45c5-ba93-3af26cfe57cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa6e23e-b04d-46d9-b18c-e0935b20a42c,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:11.764292 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-fb639054-230e-45c5-ba93-3af26cfe57cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fad17c5021554c15af684e2733188711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563589 Sep 06 14:45:11.766819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35110) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:11.814322 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b70bf428-801f-4e9e-a81c-cf4a4f921a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:11.834924 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b70bf428-801f-4e9e-a81c-cf4a4f921a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:12.013000 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b70bf428-801f-4e9e-a81c-cf4a4f921a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:12.015438 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b70bf428-801f-4e9e-a81c-cf4a4f921a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:12.016605 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-b70bf428-801f-4e9e-a81c-cf4a4f921a28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fa6e23e-b04d-46d9-b18c-e0935b20a42c HTTP/1.1" status: 204 len: 168 time: 0.2488925 Sep 06 14:45:12.023949 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf428-801f-4e9e-a81c-cf4a4f921a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa6e23e-b04d-46d9-b18c-e0935b20a42c,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:12.197577 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:12.786231 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35120) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:12.818447 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f8857f6f-7866-4ec9-b404-bd0e6dad5851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:12.846557 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967a4e2-faf2-435a-9078-8b86a973d794 req-404d6b8f-97be-4822-9984-ea305604fc72 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:12.847957 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2967a4e2-faf2-435a-9078-8b86a973d794 req-404d6b8f-97be-4822-9984-ea305604fc72 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0742447 Sep 06 14:45:12.906730 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2967a4e2-faf2-435a-9078-8b86a973d794 req-891a6c4c-4525-42c8-97bd-ea5efa5dd96f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493095 Sep 06 14:45:12.945374 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f8857f6f-7866-4ec9-b404-bd0e6dad5851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:13.036783 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f8857f6f-7866-4ec9-b404-bd0e6dad5851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:13.074285 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f8857f6f-7866-4ec9-b404-bd0e6dad5851 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f386e9fd2f664457a63bf80070823579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870443 Sep 06 14:45:13.075097 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8857f6f-7866-4ec9-b404-bd0e6dad5851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bb3971-3be2-4906-b503-3bcec8b66e66,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:13.076986 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 35122) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:13.125741 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b5e671c2-1491-498d-ab4d-a4a97b2a3fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:13.146075 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b5e671c2-1491-498d-ab4d-a4a97b2a3fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:13.271254 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b5e671c2-1491-498d-ab4d-a4a97b2a3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:13.273858 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b5e671c2-1491-498d-ab4d-a4a97b2a3fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:13.275007 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b5e671c2-1491-498d-ab4d-a4a97b2a3fb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3bb3971-3be2-4906-b503-3bcec8b66e66 HTTP/1.1" status: 204 len: 168 time: 0.1969247 Sep 06 14:45:13.283365 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e671c2-1491-498d-ab4d-a4a97b2a3fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bb3971-3be2-4906-b503-3bcec8b66e66,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:14.025275 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e20c9-4bd3-4882-8315-cd4def9c7d91 req-1ed929ff-5bc8-4337-83bb-688d927f9b6f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:14.027544 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a06e20c9-4bd3-4882-8315-cd4def9c7d91 req-1ed929ff-5bc8-4337-83bb-688d927f9b6f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0487499 Sep 06 14:45:14.068049 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a06e20c9-4bd3-4882-8315-cd4def9c7d91 req-4132b668-43c2-414f-89e6-0c5dd32057fe tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347142 Sep 06 14:45:14.140112 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:15.195209 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c52e25-a17d-42ef-899f-bf1f8b327170 req-b314941f-af80-4a35-be45-045ce1a1f750 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:15.196836 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c0c52e25-a17d-42ef-899f-bf1f8b327170 req-b314941f-af80-4a35-be45-045ce1a1f750 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0499814 Sep 06 14:45:15.235266 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c0c52e25-a17d-42ef-899f-bf1f8b327170 req-568f9eab-7861-4875-800b-9e753bc7575f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324531 Sep 06 14:45:16.352314 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09769c-5c22-40a6-bb39-c7d808eb0951 req-48f8bd70-dff0-4fde-b283-6062758ba92f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:16.353782 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3a09769c-5c22-40a6-bb39-c7d808eb0951 req-48f8bd70-dff0-4fde-b283-6062758ba92f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0480607 Sep 06 14:45:16.391499 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3a09769c-5c22-40a6-bb39-c7d808eb0951 req-bae1cede-7344-4220-8f71-8c558580b1ba tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Sep 06 14:45:17.506071 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ca668-b364-4713-ba46-efe85c41c1b6 req-f8f64a6a-2614-4112-ae9c-0b39e36360cf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:17.507478 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-233ca668-b364-4713-ba46-efe85c41c1b6 req-f8f64a6a-2614-4112-ae9c-0b39e36360cf tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0475070 Sep 06 14:45:17.548319 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-233ca668-b364-4713-ba46-efe85c41c1b6 req-8b458cac-eaaa-4836-b1b2-dc9f75776c4b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Sep 06 14:45:18.666843 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a8ac-2653-4641-bb6d-03d6b7344677 req-06b4f870-b61a-46d5-948a-135cb1a17357 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:18.668521 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1153a8ac-2653-4641-bb6d-03d6b7344677 req-06b4f870-b61a-46d5-948a-135cb1a17357 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0489631 Sep 06 14:45:18.706991 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1153a8ac-2653-4641-bb6d-03d6b7344677 req-a8da211f-1a5a-4501-a0f3-768a8c551d7c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317416 Sep 06 14:45:19.831664 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8488f9-9145-4961-8492-4856b2e607e4 req-7861479d-edc3-405a-9ebf-1094f9e890e8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:19.833167 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a8488f9-9145-4961-8492-4856b2e607e4 req-7861479d-edc3-405a-9ebf-1094f9e890e8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Sep 06 14:45:19.873230 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2a8488f9-9145-4961-8492-4856b2e607e4 req-6da40444-280b-4e92-83eb-3806fbb020e7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341115 Sep 06 14:45:20.998327 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0415d-bb69-4278-ae3b-6f192575cc3b req-51acde39-4acc-4359-9e80-d44f17fb8cab tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:20.999791 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-add0415d-bb69-4278-ae3b-6f192575cc3b req-51acde39-4acc-4359-9e80-d44f17fb8cab tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0491326 Sep 06 14:45:21.042277 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-add0415d-bb69-4278-ae3b-6f192575cc3b req-3963dde9-5855-4262-a239-50fa6bf0c3c5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361218 Sep 06 14:45:22.168274 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126337d-7a88-4334-8c7a-36d14172c658 req-e5d7c7b5-1412-4dea-be15-1de61000a8c5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:22.168274 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2126337d-7a88-4334-8c7a-36d14172c658 req-e5d7c7b5-1412-4dea-be15-1de61000a8c5 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0533934 Sep 06 14:45:22.202723 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2126337d-7a88-4334-8c7a-36d14172c658 req-4c43f893-b6d5-48c3-a37c-989129a30ae6 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Sep 06 14:45:23.324594 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9033-92c9-4ae2-84e1-523930058cd4 req-d12fa9fa-590e-45c7-9bf3-8eac71c299ff tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:23.326978 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fca9033-92c9-4ae2-84e1-523930058cd4 req-d12fa9fa-590e-45c7-9bf3-8eac71c299ff tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0515933 Sep 06 14:45:23.369656 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fca9033-92c9-4ae2-84e1-523930058cd4 req-f6165c1b-726f-40b6-acc3-b87b1ef721d7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363872 Sep 06 14:45:23.728315 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:24.490825 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b445fbf-a928-4de5-800f-7e941ca8c5b1 req-b785cc20-af10-4b95-8733-bcdf8bb2ce9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.492335 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6b445fbf-a928-4de5-800f-7e941ca8c5b1 req-b785cc20-af10-4b95-8733-bcdf8bb2ce9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0503430 Sep 06 14:45:24.534570 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6b445fbf-a928-4de5-800f-7e941ca8c5b1 req-def96c17-72a4-4c33-a9e9-ee8b6c626ee4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363543 Sep 06 14:45:24.686871 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cd360437-9984-40ad-8e12-07969f57e141 req-708716f2-6514-4fe9-9577-18e3ce8399c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391345 Sep 06 14:45:24.776318 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd360437-9984-40ad-8e12-07969f57e141 req-cc017204-d3d7-4c45-9991-f22bc8cec529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.777773 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cd360437-9984-40ad-8e12-07969f57e141 req-cc017204-d3d7-4c45-9991-f22bc8cec529 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 1099 time: 0.0398288 Sep 06 14:45:24.886225 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd360437-9984-40ad-8e12-07969f57e141 req-e32ec8b4-6344-436f-aeeb-c9cd9fd11b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:24.887720 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cd360437-9984-40ad-8e12-07969f57e141 req-e32ec8b4-6344-436f-aeeb-c9cd9fd11b08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 912 time: 0.0899968 Sep 06 14:45:24.957084 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cd360437-9984-40ad-8e12-07969f57e141 req-0480d4bd-d40f-4b96-8144-b0fbda8e82b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bc138f-6600-440f-9373-eb939291c5a2 HTTP/1.1" status: 200 len: 1001 time: 0.0607786 Sep 06 14:45:25.007139 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd360437-9984-40ad-8e12-07969f57e141 req-73ca43fb-3215-4834-8511-16ba89d1a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:25.008618 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cd360437-9984-40ad-8e12-07969f57e141 req-73ca43fb-3215-4834-8511-16ba89d1a882 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0446527 Sep 06 14:45:25.058000 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd360437-9984-40ad-8e12-07969f57e141 req-48aa7559-98c0-4662-9613-803546340b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:25.059488 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cd360437-9984-40ad-8e12-07969f57e141 req-48aa7559-98c0-4662-9613-803546340b80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414586 Sep 06 14:45:25.150924 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cd360437-9984-40ad-8e12-07969f57e141 req-5c3842f2-f1e2-4dd2-9769-84043d73206f service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821097 Sep 06 14:45:25.247683 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cd360437-9984-40ad-8e12-07969f57e141 req-49f186bb-9d0f-4367-a9ae-6e563e93b25e service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863888 Sep 06 14:45:25.653292 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fdd6f-301a-47dc-818c-8c5bc9e87a2d req-cd6dec02-7ae6-4fc8-a1c9-12828114d7f8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:25.654764 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-719fdd6f-301a-47dc-818c-8c5bc9e87a2d req-cd6dec02-7ae6-4fc8-a1c9-12828114d7f8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0487916 Sep 06 14:45:25.692491 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-719fdd6f-301a-47dc-818c-8c5bc9e87a2d req-e4e7f820-1120-4320-8fc8-77dff0697758 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Sep 06 14:45:25.998494 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 35354) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:26.007960 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 35360) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:26.052453 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff927d8-e67f-4be7-84f2-955b581277b8 admin admin] Deleting subnet 75270805-8095-4fc5-8ab9-9973addd78ee {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:45:26.055467 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7ff927d8-e67f-4be7-84f2-955b581277b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.097779 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7ff927d8-e67f-4be7-84f2-955b581277b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126592560'] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.125681 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2b30753f-0eb9-4089-8053-193c46cb6a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.153603 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7ff927d8-e67f-4be7-84f2-955b581277b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.264848 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2b30753f-0eb9-4089-8053-193c46cb6a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.288462 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7ff927d8-e67f-4be7-84f2-955b581277b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125941489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125968026'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.314710 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff927d8-e67f-4be7-84f2-955b581277b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75270805-8095-4fc5-8ab9-9973addd78ee,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:26.318552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7ff927d8-e67f-4be7-84f2-955b581277b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.320907 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-7ff927d8-e67f-4be7-84f2-955b581277b8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/75270805-8095-4fc5-8ab9-9973addd78ee HTTP/1.1" status: 204 len: 168 time: 0.3120542 Sep 06 14:45:26.323321 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 35362) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:26.350945 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2b30753f-0eb9-4089-8053-193c46cb6a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.424501 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.429276 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-2b30753f-0eb9-4089-8053-193c46cb6a6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21512a20e42a4155a26c9dbf50949e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297893 Sep 06 14:45:26.431015 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30753f-0eb9-4089-8053-193c46cb6a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857c2295-5486-4e73-91c6-449cdea58c5f,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:26.431995 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35364) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:26.480936 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d33fb9f7-0b3b-4628-89af-fa7e43947712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.502106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d33fb9f7-0b3b-4628-89af-fa7e43947712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.508159 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.518136 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0']}} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:26.528048 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfa5daa-4d1b-4e27-9064-4d316479b976') {'for_net_delete': True} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:26.528347 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfa5daa-4d1b-4e27-9064-4d316479b976') {} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:26.537645 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126592553'] for segment, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.556076 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.562330 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:45:26.562720 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125941423'] for segment, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: Traceback (most recent call last): Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: timer() Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: cb(*args, **kw) Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: return func(*args, **kwargs) Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: self._notify() Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: self.callback(batched_events) Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: event.method(event) Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: return f(self, *a, **k) Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._get(url).json() Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: return self.request(url, 'GET', **kwargs) Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:45:26.564334 dv-cinder-807083-5-iscsi neutron-server[100989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:45:26.608140 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d33fb9f7-0b3b-4628-89af-fa7e43947712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.611701 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d33fb9f7-0b3b-4628-89af-fa7e43947712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.612916 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d33fb9f7-0b3b-4628-89af-fa7e43947712 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/857c2295-5486-4e73-91c6-449cdea58c5f HTTP/1.1" status: 204 len: 168 time: 0.1798563 Sep 06 14:45:26.621368 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fb9f7-0b3b-4628-89af-fa7e43947712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857c2295-5486-4e73-91c6-449cdea58c5f,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:26.643561 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:45:26.676741 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.682084 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.686261 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] 10.222.0.48 "DELETE /v2.0/networks/ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0 HTTP/1.1" status: 204 len: 168 time: 0.3596385 Sep 06 14:45:26.694682 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa60aeb-62be-4bbd-9154-c33e5b57bc4d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6a00d1-e2f3-4e9d-b52b-97650ac2b7d0,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:26.746870 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:26.758501 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'port_id': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'mac_address': 'fa:16:3e:66:a7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:45:26.798043 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.810700 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2670cb5c-1983-485d-8dfc-9c73f066ee7e {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:45:26.822187 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e22c-b9f8-41f4-83f4-85b7511bb960 req-db51b899-fcb7-4d28-8fb5-d6cecaf131d2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:26.823748 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc19e22c-b9f8-41f4-83f4-85b7511bb960 req-db51b899-fcb7-4d28-8fb5-d6cecaf131d2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0546932 Sep 06 14:45:26.831462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:26.868483 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc19e22c-b9f8-41f4-83f4-85b7511bb960 req-9f0986b0-7dd0-4e56-92be-f27d967e0acb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343373 Sep 06 14:45:26.893959 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:26.950299 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=6']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:26.959249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.963988 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:26.974086 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['2670cb5c-1983-485d-8dfc-9c73f066ee7e'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:45:27.042001 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35388) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:27.091158 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f3ba2aa1-bd5e-4f29-a408-6c6cedbbd8e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1988a83e4c8a438baaa3be46c6e34785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476379 Sep 06 14:45:27.094079 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35392) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:27.160840 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00e22dab-89d9-48f4-8af4-d5572d44f196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:27.181825 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00e22dab-89d9-48f4-8af4-d5572d44f196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:27.293967 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00e22dab-89d9-48f4-8af4-d5572d44f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:27.296596 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-00e22dab-89d9-48f4-8af4-d5572d44f196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:27.297753 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-00e22dab-89d9-48f4-8af4-d5572d44f196 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3df30409-d933-4558-9b95-61a8a662c3e7 HTTP/1.1" status: 204 len: 168 time: 0.2023764 Sep 06 14:45:27.305957 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e22dab-89d9-48f4-8af4-d5572d44f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df30409-d933-4558-9b95-61a8a662c3e7,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:27.727216 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35420) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:27.851966 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-312975505-network', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:27.975983 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Made reservation on behalf of eacf892be44e4ece806c80cb05d7358c for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:45:27.978324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:27.989604 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.023764 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc343bb-4ea8-4956-8ec7-df952d8504e0 req-c1d0e7e3-6745-47ad-968c-db1a1bc41c1a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:28.025235 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bcc343bb-4ea8-4956-8ec7-df952d8504e0 req-c1d0e7e3-6745-47ad-968c-db1a1bc41c1a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 945 time: 0.0797915 Sep 06 14:45:28.091188 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bcc343bb-4ea8-4956-8ec7-df952d8504e0 req-94373ef7-0eb4-40bd-84ab-fb753fa456cc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564244 Sep 06 14:45:28.135621 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.207950 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.235132 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:45:28.245106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca1fec-d117-4a48-b5ca-43ac2840e869,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:28.249879 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.250223 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Added segment c673b3fd-8fb8-4f4c-b851-7ad478fedd20 of type vlan for network a080fe08-515f-4033-8769-b638688c1ba5 Sep 06 14:45:28.293321 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.391645 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.392689 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:28.393283 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.456455 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=a080fe08-515f-4033-8769-b638688c1ba5,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:28.466808 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network a080fe08-515f-4033-8769-b638688c1ba5 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:45:28.488735 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c485156a-ec33-425b-ab28-28ee32a88fd2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7598629 Sep 06 14:45:28.491405 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35430) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:28.496134 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Request body: {'subnet': {'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-312975505-subnet', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:28.591209 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Made reservation on behalf of eacf892be44e4ece806c80cb05d7358c for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:45:28.594288 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126827060'] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.659578 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:28.734689 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 2670cb5c-1983-485d-8dfc-9c73f066ee7e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:28.735942 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.837402 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.869611 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:28.872476 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77da139-0a65-450f-8f61-c2bf5c194316" -d '{"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:28.893338 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:28.937067 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126827034'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.966610 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:28.998912 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f360619-7744-4e49-a16d-b31451544a9e,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:29.029183 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Checking segment: {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:45:29.029671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Network hostable DHCP agents. Network: a080fe08-515f-4033-8769-b638688c1ba5, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:45:29.059989 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=7']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:29.102720 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f17bc1-f93d-4247-90d2-e27b587f3242 x-openstack-request-id: req-55f17bc1-f93d-4247-90d2-e27b587f3242 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:29.103084 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:29.103469 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55f17bc1-f93d-4247-90d2-e27b587f3242 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:29.104000 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'code': 200} Sep 06 14:45:29.107409 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Network a080fe08-515f-4033-8769-b638688c1ba5 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:45:29.237286 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314178a-4252-40c4-a2a6-a091d819b638 req-4b30e0bb-3823-42c7-8300-f97019da94ff tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:29.239982 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6314178a-4252-40c4-a2a6-a091d819b638 req-4b30e0bb-3823-42c7-8300-f97019da94ff tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0652370 Sep 06 14:45:29.241190 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, a080fe08-515f-4033-8769-b638688c1ba5) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:29.250827 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff21ba-06a6-484f-aab7-d9c48083cf9d None None] Network a080fe08-515f-4033-8769-b638688c1ba5 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:45:29.271886 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:29.272646 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.324401 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6314178a-4252-40c4-a2a6-a091d819b638 req-dfbe5645-e56b-4d4e-8fc3-0ecdc6f082bd tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583253 Sep 06 14:45:29.375741 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a7f1702f-4f71-46c1-a097-6a70f6a05541 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8832297 Sep 06 14:45:29.378363 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35440) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:29.382989 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:29.453813 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-a080fe08-515f-4033-8769-b638688c1ba5', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:45:29.454995 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.488319 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.489448 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.557819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.609485 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Allocated IP 172.20.0.2 (a080fe08-515f-4033-8769-b638688c1ba5/4f360619-7744-4e49-a16d-b31451544a9e/f6a31227-000f-4e95-92d0-3364cda541e6) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:45:29.784759 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.794290 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.797933 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Transition to ACTIVE for port object f6a31227-000f-4e95-92d0-3364cda541e6 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:29.817264 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Transition to ACTIVE for port object f6a31227-000f-4e95-92d0-3364cda541e6 will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:29.927251 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:29.976519 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Network a080fe08-515f-4033-8769-b638688c1ba5 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:29.980573 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:29.991476 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:45:29.995481 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Pushing event updated for resources: {'Port': ['ID=f6a31227-000f-4e95-92d0-3364cda541e6,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:30.063108 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Attempting to bind port f6a31227-000f-4e95-92d0-3364cda541e6 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:45:30.063814 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Attempting to bind port f6a31227-000f-4e95-92d0-3364cda541e6 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:45:30.064336 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Attempting to bind port f6a31227-000f-4e95-92d0-3364cda541e6 on network a080fe08-515f-4033-8769-b638688c1ba5 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:45:30.070020 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:45:30.070615 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Checking segment: {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:45:30.071176 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.071756 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Bound using segment: {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:45:30.072381 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Bound port: f6a31227-000f-4e95-92d0-3364cda541e6, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:45:30.072930 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.127670 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.151996 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] For port f6a31227-000f-4e95-92d0-3364cda541e6, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:45:30.155279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.157553 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] For port f6a31227-000f-4e95-92d0-3364cda541e6, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f6a31227-000f-4e95-92d0-3364cda541e6,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:45:30.220721 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.281887 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Allocated IP 172.27.3.214 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/5ae7dd03-eefc-48a6-b0a3-ce90ddd98811) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:45:30.287016 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251800f-6146-4113-9fb2-ec9332af768a None None] Pushing event updated for resources: {'Port': ['ID=f6a31227-000f-4e95-92d0-3364cda541e6,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:30.475035 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.515046 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e52d0c-a2e4-4cb3-9fe2-2a96d9dfceb2 req-51696152-7411-43f5-9bec-5d877d20d8d7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:30.516655 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f6e52d0c-a2e4-4cb3-9fe2-2a96d9dfceb2 req-51696152-7411-43f5-9bec-5d877d20d8d7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0901234 Sep 06 14:45:30.577999 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f6e52d0c-a2e4-4cb3-9fe2-2a96d9dfceb2 req-a1722337-a668-4336-967f-7f7a09edf03d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Sep 06 14:45:30.957064 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:30.998365 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:31.001324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:31.008100 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:45:31.011765 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae7dd03-eefc-48a6-b0a3-ce90ddd98811,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:31.244847 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39ecd4-ea99-4502-bc04-e9c4cb1acc84 None None] Network a080fe08-515f-4033-8769-b638688c1ba5 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:45:31.406243 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-3c7f63aa-cfec-4779-a307-2a93b2a5e172 None None] Provisioning for port f6a31227-000f-4e95-92d0-3364cda541e6 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:31.676799 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:31.813969 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cfbed-4a67-4be5-a146-ece57ca8b2a8 req-7e43661a-122e-43b4-9118-5ae3988d7b91 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:31.816625 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a52cfbed-4a67-4be5-a146-ece57ca8b2a8 req-7e43661a-122e-43b4-9118-5ae3988d7b91 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.1012537 Sep 06 14:45:31.947884 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a52cfbed-4a67-4be5-a146-ece57ca8b2a8 req-2df0cfb4-24b5-4f2b-98d8-88cd7880955a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170404 Sep 06 14:45:31.975113 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:32.027299 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f6a31227-000f-4e95-92d0-3364cda541e6 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:32.150701 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port f6a31227-000f-4e95-92d0-3364cda541e6 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:32.158869 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port f6a31227-000f-4e95-92d0-3364cda541e6 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:32.159339 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:32.208095 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Router fad54b86-1e7d-4636-8147-1107f6b6c5aa is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:45:32.260597 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:32.306962 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port f6a31227-000f-4e95-92d0-3364cda541e6, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f6a31227-000f-4e95-92d0-3364cda541e6,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:32.352152 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:32.360354 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Sync routers for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:32.372651 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:32.375155 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:45:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:32.423867 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:32.427758 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-56d160bc-927b-4b99-bcba-27322fa3edc2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0458434 Sep 06 14:45:32.428107 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35450) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:32.559504 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:32.634768 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:45:32.669334 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=f6a31227-000f-4e95-92d0-3364cda541e6,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:32.703873 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:32.924383 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:31Z', 'revision_number': 3, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:32.949607 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:32.955554 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Checking router: fad54b86-1e7d-4636-8147-1107f6b6c5aa for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:32.956027 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Updating router fad54b86-1e7d-4636-8147-1107f6b6c5aa port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:45:32.999879 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.138680 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f51b03-3ddb-4e4f-a064-77f9a84fcc60 req-84ecfba0-20a5-43fb-bfba-de065b17544f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:33.140680 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-28f51b03-3ddb-4e4f-a064-77f9a84fcc60 req-84ecfba0-20a5-43fb-bfba-de065b17544f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0740011 Sep 06 14:45:33.207740 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-28f51b03-3ddb-4e4f-a064-77f9a84fcc60 req-a13ea878-1fc8-4821-baf1-7521d3d6d235 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Sep 06 14:45:33.217161 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Allocated IP 172.20.0.1 (a080fe08-515f-4033-8769-b638688c1ba5/4f360619-7744-4e49-a16d-b31451544a9e/d0be5f8f-2761-4f9f-8b70-ca843fba230e) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:45:33.334398 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.354114 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Transition to ACTIVE for port object d0be5f8f-2761-4f9f-8b70-ca843fba230e will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:33.377348 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.388533 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Transition to ACTIVE for port object 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:33.464356 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.474845 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.512434 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Network a080fe08-515f-4033-8769-b638688c1ba5 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:33.516043 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:33.519614 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:45:33.529779 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Attempting to bind port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:45:33.530166 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Attempting to bind port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:45:33.530576 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Attempting to bind port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:45:33.540075 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:45:33.540460 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:45:33.540858 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.541252 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:45:33.541738 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Bound port: 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:45:33.542125 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.566303 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Pushing event updated for resources: {'Port': ['ID=d0be5f8f-2761-4f9f-8b70-ca843fba230e,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:33.585365 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.586609 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3c884-3ff0-4605-9be3-55e5d6f26e89 None None] Pushing event updated for resources: {'Port': ['ID=5ae7dd03-eefc-48a6-b0a3-ce90ddd98811,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:33.638829 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] For port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:45:33.642497 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] For port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=5ae7dd03-eefc-48a6-b0a3-ce90ddd98811,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:45:33.700420 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.778995 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:33.778995 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:45:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:33.825956 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:33.864040 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3c884-3ff0-4605-9be3-55e5d6f26e89 None None] Pushing event updated for resources: {'Port': ['ID=5ae7dd03-eefc-48a6-b0a3-ce90ddd98811,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:33.923315 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-532ac839-8521-46ac-a2ce-c4dc478dd3a3 None None] Provisioning for port d0be5f8f-2761-4f9f-8b70-ca843fba230e completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:33.929663 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:33.932290 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-532ac839-8521-46ac-a2ce-c4dc478dd3a3 None None] Provisioning complete for port d0be5f8f-2761-4f9f-8b70-ca843fba230e triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:33.932724 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-532ac839-8521-46ac-a2ce-c4dc478dd3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.015846 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f6a31227-000f-4e95-92d0-3364cda541e6 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:34.068600 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.083088 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-532ac839-8521-46ac-a2ce-c4dc478dd3a3 None None] Port d0be5f8f-2761-4f9f-8b70-ca843fba230e cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:45:34.150527 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.151050 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port f6a31227-000f-4e95-92d0-3364cda541e6 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:34.151449 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.224908 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.231234 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Pushing event updated for resources: {'Port': ['ID=d0be5f8f-2761-4f9f-8b70-ca843fba230e,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:34.272170 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:31Z', 'revision_number': 3, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:34.302172 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcabea-c889-4c53-bbb7-89ff03832d72 None None] The sync data for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi is: [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:31Z', 'revision_number': 3, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:34.362540 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Network a080fe08-515f-4033-8769-b638688c1ba5 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:34.366629 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:34.378153 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67635cb1-583c-4dbc-87ac-ad0485f0094f req-ba7d47c0-b406-492a-b908-0e67f5c122cc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:34.379809 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67635cb1-583c-4dbc-87ac-ad0485f0094f req-ba7d47c0-b406-492a-b908-0e67f5c122cc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0773146 Sep 06 14:45:34.492761 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67635cb1-583c-4dbc-87ac-ad0485f0094f req-0ca0473f-1c8d-4675-b97b-473dd4de48dc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064551 Sep 06 14:45:34.563716 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Router fad54b86-1e7d-4636-8147-1107f6b6c5aa has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:45:34.629032 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-f72d7c07-08e3-4723-be25-6ef99afca7e3 None None] Provisioning complete for port d0be5f8f-2761-4f9f-8b70-ca843fba230e triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:34.629032 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f72d7c07-08e3-4723-be25-6ef99afca7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:34.664724 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-f72d7c07-08e3-4723-be25-6ef99afca7e3 None None] Port d0be5f8f-2761-4f9f-8b70-ca843fba230e cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:45:34.699252 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:34.704201 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-dce3943c-b0c5-4f10-929b-8ac67dc41d1a admin admin] 10.222.0.48 "PUT /v2.0/routers/fad54b86-1e7d-4636-8147-1107f6b6c5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2750299 Sep 06 14:45:35.488869 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35474) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:35.495715 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1654872406-network', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:35.621146 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Made reservation on behalf of dfb0a0191faa42129c25ca85817a6f7d for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:45:35.625608 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.647211 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.676467 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c6432-3f59-40d8-9706-3f49637268e9 req-1bbad834-9db8-4b25-b23d-2a98c00dc17c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:35.677989 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c91c6432-3f59-40d8-9706-3f49637268e9 req-1bbad834-9db8-4b25-b23d-2a98c00dc17c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0927169 Sep 06 14:45:35.746305 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c91c6432-3f59-40d8-9706-3f49637268e9 req-d28f7c56-c608-47f5-9469-a284b2420a19 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613055 Sep 06 14:45:35.813610 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.882254 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.930757 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:45:35.934575 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a8527f-8bf3-4692-8c6f-d9e4c95e2dba,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:35.943264 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:35.943611 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Added segment 4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d of type vlan for network 6c80186c-808e-4a63-8071-2134d57208b6 Sep 06 14:45:36.000308 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.025879 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:36.079152 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Sync routers for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:36.088097 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:36.088701 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:45:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:36.104745 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.106063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:36.106809 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.167445 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:36.171668 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:36.172311 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.197420 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] Pushing event updated for resources: {'Network': ['ID=6c80186c-808e-4a63-8071-2134d57208b6,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:36.201346 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:36.214181 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 6c80186c-808e-4a63-8071-2134d57208b6 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:45:36.225857 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-15f6a7da-2e09-48b9-80ed-0cc988708a7f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7357640 Sep 06 14:45:36.228907 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35478) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:36.237118 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Request body: {'subnet': {'network_id': '6c80186c-808e-4a63-8071-2134d57208b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1654872406-subnet', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:36.355315 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Made reservation on behalf of dfb0a0191faa42129c25ca85817a6f7d for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:45:36.358121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126827060'] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.362418 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.401445 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=5ae7dd03-eefc-48a6-b0a3-ce90ddd98811,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:36.460942 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 2, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:36.479760 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.500911 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Checking router: fad54b86-1e7d-4636-8147-1107f6b6c5aa for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:36.501525 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Updating router fad54b86-1e7d-4636-8147-1107f6b6c5aa port d0be5f8f-2761-4f9f-8b70-ca843fba230e binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:45:36.537664 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.575268 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=5ae7dd03-eefc-48a6-b0a3-ce90ddd98811,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:36.665431 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126827034'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.738897 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee36bc5-5a18-4f26-951b-fa32f828462d,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:36.752070 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Checking segment: {'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:45:36.752424 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Network hostable DHCP agents. Network: 6c80186c-808e-4a63-8071-2134d57208b6, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:45:36.836263 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Network 6c80186c-808e-4a63-8071-2134d57208b6 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:45:36.899045 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae5bfc-62aa-4368-b8ec-158f4db0ce9e req-188965e0-ff26-4f14-9bc0-9192994061dd tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:36.900569 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eeae5bfc-62aa-4368-b8ec-158f4db0ce9e req-188965e0-ff26-4f14-9bc0-9192994061dd tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0565093 Sep 06 14:45:36.940296 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 6c80186c-808e-4a63-8071-2134d57208b6) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:36.948880 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.950339 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3defbf75-2f5b-4962-805b-516133bdfd0c None None] Network 6c80186c-808e-4a63-8071-2134d57208b6 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:45:36.967246 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Transition to ACTIVE for port object d0be5f8f-2761-4f9f-8b70-ca843fba230e will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:36.968402 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:36.975741 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:36.993542 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eeae5bfc-62aa-4368-b8ec-158f4db0ce9e req-a726435b-afff-4c63-9126-1dfc00563f75 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814319 Sep 06 14:45:37.070356 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.113235 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-7437816a-6d00-4924-92f3-841f209739eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8795705 Sep 06 14:45:37.113235 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35482) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:37.117800 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:37.118804 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Pushing event updated for resources: {'Port': ['ID=d0be5f8f-2761-4f9f-8b70-ca843fba230e,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:37.126583 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.126955 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.127297 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.127657 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.127990 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.128318 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.128645 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.128968 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.129308 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.129823 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.130145 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.130637 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:45:37.179596 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-6c80186c-808e-4a63-8071-2134d57208b6', 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'fixed_ips': [{'subnet_id': '3ee36bc5-5a18-4f26-951b-fa32f828462d'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:45:37.180584 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.203328 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Attempting to bind port d0be5f8f-2761-4f9f-8b70-ca843fba230e on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:45:37.203795 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Attempting to bind port d0be5f8f-2761-4f9f-8b70-ca843fba230e by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:45:37.207191 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Attempting to bind port d0be5f8f-2761-4f9f-8b70-ca843fba230e on network a080fe08-515f-4033-8769-b638688c1ba5 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:45:37.219093 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:45:37.220048 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Checking segment: {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:45:37.220048 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.220325 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Bound using segment: {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:45:37.221022 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Bound port: d0be5f8f-2761-4f9f-8b70-ca843fba230e, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:45:37.221623 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.248446 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.249632 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.337948 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.341770 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] For port d0be5f8f-2761-4f9f-8b70-ca843fba230e, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:45:37.345572 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] For port d0be5f8f-2761-4f9f-8b70-ca843fba230e, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=d0be5f8f-2761-4f9f-8b70-ca843fba230e,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:45:37.448028 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.541103 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Allocated IP 172.20.0.2 (6c80186c-808e-4a63-8071-2134d57208b6/3ee36bc5-5a18-4f26-951b-fa32f828462d/26ddfbd6-7f13-4b22-96e8-32ffb154f85a) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:45:37.602913 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:37.603579 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:45:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:37.741008 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:37.805555 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:37.831318 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Transition to ACTIVE for port object 26ddfbd6-7f13-4b22-96e8-32ffb154f85a will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:37.863117 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Transition to ACTIVE for port object 26ddfbd6-7f13-4b22-96e8-32ffb154f85a will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:37.954796 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a824-9bfb-4352-924d-a03554be74ee None None] Pushing event updated for resources: {'Port': ['ID=d0be5f8f-2761-4f9f-8b70-ca843fba230e,revision_number=4']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:37.976992 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.026664 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:37Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:38.039643 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:38.049487 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.060720 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c98a9-2c56-4770-af57-9b8e1ff081dc None None] The sync data for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi is: [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:37Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:38.066233 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Network 6c80186c-808e-4a63-8071-2134d57208b6 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:38.134088 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:38.143941 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:45:38.146715 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Pushing event updated for resources: {'Port': ['ID=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:38.205279 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:38.205936 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.207996 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89146d8a-4ba3-45aa-bfef-f2af5600fe05 req-b68f7a63-6f9e-4eef-a8e3-42bfdee68ffd tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:38.209576 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-89146d8a-4ba3-45aa-bfef-f2af5600fe05 req-b68f7a63-6f9e-4eef-a8e3-42bfdee68ffd tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0776722 Sep 06 14:45:38.247395 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Attempting to bind port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:45:38.247803 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Attempting to bind port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:45:38.248165 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Attempting to bind port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a on network 6c80186c-808e-4a63-8071-2134d57208b6 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:45:38.257339 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-89146d8a-4ba3-45aa-bfef-f2af5600fe05 req-c6a710bc-afa6-44d5-9756-a696db1e7cfb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Sep 06 14:45:38.261463 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:45:38.261876 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Checking segment: {'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:45:38.262277 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.262667 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Bound using segment: {'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:45:38.263204 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Bound port: 26ddfbd6-7f13-4b22-96e8-32ffb154f85a, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:45:38.263643 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.367788 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] For port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:45:38.372309 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] For port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,segment=NetworkSegment(4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d),segment_id=4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:45:38.626288 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.629977 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-18e7b736-37fb-4564-874f-ede1539c6bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.693204 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ae85d-c457-4c6d-82a0-e7cf521b2eb1 None None] Pushing event updated for resources: {'Port': ['ID=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:38.837121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:38.861690 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.066577 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Allocated IP 172.27.3.48 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/79d4deaf-4004-4c1e-af09-985209b21579) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:45:39.234719 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.357732 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:39.431149 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:39.444331 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:39.458942 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:45:39.459274 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=79d4deaf-4004-4c1e-af09-985209b21579,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:39.497114 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19cb54-43a9-4bd7-90ea-04bc5c668355 req-27bed34f-a88d-468d-924d-66f99170ec78 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:39.499301 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0c19cb54-43a9-4bd7-90ea-04bc5c668355 req-27bed34f-a88d-468d-924d-66f99170ec78 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.1601079 Sep 06 14:45:39.644761 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0c19cb54-43a9-4bd7-90ea-04bc5c668355 req-bb290df3-93e5-4122-8b2c-95690d9a167c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364329 Sep 06 14:45:39.872718 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b6131-9e4f-4b44-8fb1-89ee0bb0d8f4 None None] Network 6c80186c-808e-4a63-8071-2134d57208b6 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:45:39.892883 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.028514 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device d0be5f8f-2761-4f9f-8b70-ca843fba230e up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:40.035219 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-250b333b-c3af-4386-8cd5-021749753fea None None] Provisioning for port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:40.118810 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.172555 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port d0be5f8f-2761-4f9f-8b70-ca843fba230e completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:40.177178 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port d0be5f8f-2761-4f9f-8b70-ca843fba230e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:40.177717 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.266922 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.299779 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port d0be5f8f-2761-4f9f-8b70-ca843fba230e, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=d0be5f8f-2761-4f9f-8b70-ca843fba230e,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:40.310000 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Router 5258f86c-cee5-4a24-9ac5-b703b1791e2e is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:45:40.384635 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.385325 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 26ddfbd6-7f13-4b22-96e8-32ffb154f85a up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:40.416622 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:40.448605 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Sync routers for ids ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:40.485116 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Routers {'5258f86c-cee5-4a24-9ac5-b703b1791e2e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:40.489238 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:45:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:40.510405 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.511681 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-83b13ab3-74a3-4659-9d00-c22f21bfa6b6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3973987 Sep 06 14:45:40.514301 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35502) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:40.549643 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=d0be5f8f-2761-4f9f-8b70-ca843fba230e,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:40.602922 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Set router 5258f86c-cee5-4a24-9ac5-b703b1791e2e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:40.630984 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:40.666147 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:40.666409 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.830611 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.874897 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,segment=NetworkSegment(4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d),segment_id=4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:40.876524 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '79d4deaf-4004-4c1e-af09-985209b21579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:45:39Z', 'revision_number': 3, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port': {'id': '79d4deaf-4004-4c1e-af09-985209b21579', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:38Z', 'updated_at': '2021-09-06T14:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:40.878340 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ead452-9aad-4392-aa43-884ec7419425 req-d0db64fd-2488-4258-b082-a82cf9693496 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:40.879985 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-08ead452-9aad-4392-aa43-884ec7419425 req-d0db64fd-2488-4258-b082-a82cf9693496 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.1593323 Sep 06 14:45:40.883373 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-a8bdd3bf-3b1f-45f1-a36d-1ab5df2753d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:40.884719 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-a8bdd3bf-3b1f-45f1-a36d-1ab5df2753d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 1099 time: 0.1061554 Sep 06 14:45:40.906170 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Checking router: 5258f86c-cee5-4a24-9ac5-b703b1791e2e for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:40.907882 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Updating router 5258f86c-cee5-4a24-9ac5-b703b1791e2e port 79d4deaf-4004-4c1e-af09-985209b21579 binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:45:40.931277 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:40.969094 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.011643 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-08ead452-9aad-4392-aa43-884ec7419425 req-6b9f4d3f-3f1c-4061-b769-9ee465cd7fca tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244557 Sep 06 14:45:41.063598 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-af138a7f-ca77-445e-a1de-fe41e376e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:41.065035 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-af138a7f-ca77-445e-a1de-fe41e376e3d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.1689250 Sep 06 14:45:41.088649 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:41.156585 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.169859 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-d368a78e-ed16-49eb-8405-41abf4a33a1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e HTTP/1.1" status: 200 len: 1002 time: 0.0965948 Sep 06 14:45:41.231372 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.241384 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Transition to ACTIVE for port object 79d4deaf-4004-4c1e-af09-985209b21579 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:41.266078 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-fe8f3ccf-bfea-4573-a26e-013b9576fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:41.267527 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-fe8f3ccf-bfea-4573-a26e-013b9576fd2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0868781 Sep 06 14:45:41.310262 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-800d4106-f5fd-459e-9a4b-b63b82b9d233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.367149 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.367637 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-a0872120-e007-4535-9a55-f036d2c06382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:41.369168 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-a0872120-e007-4535-9a55-f036d2c06382 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780714 Sep 06 14:45:41.403855 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Allocated IP 172.20.0.1 (6c80186c-808e-4a63-8071-2134d57208b6/3ee36bc5-5a18-4f26-951b-fa32f828462d/235e042b-7aba-4fe0-aa85-99e4df3e2355) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:45:41.424541 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88494ac-9be7-43b8-bdaa-e1a1ed5bc8ab None None] Pushing event updated for resources: {'Port': ['ID=79d4deaf-4004-4c1e-af09-985209b21579,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:41.435846 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Attempting to bind port 79d4deaf-4004-4c1e-af09-985209b21579 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:45:41.436249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Attempting to bind port 79d4deaf-4004-4c1e-af09-985209b21579 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:45:41.436611 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Attempting to bind port 79d4deaf-4004-4c1e-af09-985209b21579 on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:45:41.441572 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:45:41.441939 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:45:41.442337 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.442727 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:45:41.443190 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Bound port: 79d4deaf-4004-4c1e-af09-985209b21579, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:45:41.443601 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.484765 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.496176 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] For port 79d4deaf-4004-4c1e-af09-985209b21579, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:45:41.499133 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] For port 79d4deaf-4004-4c1e-af09-985209b21579, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=79d4deaf-4004-4c1e-af09-985209b21579,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:45:41.535003 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-1be0d7de-eb66-496d-ac36-a050b837f3c3 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568532 Sep 06 14:45:41.579659 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.587923 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.633664 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Transition to ACTIVE for port object 235e042b-7aba-4fe0-aa85-99e4df3e2355 will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:41.637186 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Routers {'5258f86c-cee5-4a24-9ac5-b703b1791e2e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:41.637811 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:45:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:41.642807 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88494ac-9be7-43b8-bdaa-e1a1ed5bc8ab None None] Pushing event updated for resources: {'Port': ['ID=79d4deaf-4004-4c1e-af09-985209b21579,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:41.668272 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e519a124-0ae1-4f10-b9fb-9f3a9765be11 req-9b167f8f-bea5-4f38-95ec-6d800091124e service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246359 Sep 06 14:45:41.741962 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] Set router 5258f86c-cee5-4a24-9ac5-b703b1791e2e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:41.819123 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.858372 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Network 6c80186c-808e-4a63-8071-2134d57208b6 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:41.861264 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:41.864776 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:45:41.900854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Pushing event updated for resources: {'Port': ['ID=235e042b-7aba-4fe0-aa85-99e4df3e2355,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:41.913984 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:41.933632 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '79d4deaf-4004-4c1e-af09-985209b21579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:45:39Z', 'revision_number': 3, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port': {'id': '79d4deaf-4004-4c1e-af09-985209b21579', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:38Z', 'updated_at': '2021-09-06T14:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:41.963429 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7160-98e9-4fb2-ad7f-4729e038d723 None None] The sync data for ids ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'] in dv-cinder-807083-5-iscsi is: [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '79d4deaf-4004-4c1e-af09-985209b21579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:45:39Z', 'revision_number': 3, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port': {'id': '79d4deaf-4004-4c1e-af09-985209b21579', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:38Z', 'updated_at': '2021-09-06T14:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:41.980852 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device d0be5f8f-2761-4f9f-8b70-ca843fba230e up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:42.038135 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port d0be5f8f-2761-4f9f-8b70-ca843fba230e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:42.038519 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:42.150033 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-4d357b50-67fe-4de2-8563-8f117ce6d4a1 None None] Provisioning for port 235e042b-7aba-4fe0-aa85-99e4df3e2355 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:42.158135 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 26ddfbd6-7f13-4b22-96e8-32ffb154f85a up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:42.161203 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-4d357b50-67fe-4de2-8563-8f117ce6d4a1 None None] Provisioning complete for port 235e042b-7aba-4fe0-aa85-99e4df3e2355 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:42.161583 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-4d357b50-67fe-4de2-8563-8f117ce6d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:42.199688 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:42.224470 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-4d357b50-67fe-4de2-8563-8f117ce6d4a1 None None] Port 235e042b-7aba-4fe0-aa85-99e4df3e2355 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:45:42.251979 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:42.252654 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:42.358893 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1b4f4-3efb-49a6-88b1-50c90a921346 req-56e33fb4-1e85-42df-9dfc-4d20d1ef5210 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:42.366416 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fe1b4f4-3efb-49a6-88b1-50c90a921346 req-56e33fb4-1e85-42df-9dfc-4d20d1ef5210 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0566745 Sep 06 14:45:42.405742 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:42.456792 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fe1b4f4-3efb-49a6-88b1-50c90a921346 req-20ed9569-a3d5-4b65-a034-f9c80d86803d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723324 Sep 06 14:45:42.600579 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:42.704282 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:42.775349 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Pushing event updated for resources: {'Port': ['ID=235e042b-7aba-4fe0-aa85-99e4df3e2355,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:42.777778 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:42.870526 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Network 6c80186c-808e-4a63-8071-2134d57208b6 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:45:42.871843 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:45:42.988246 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Router 5258f86c-cee5-4a24-9ac5-b703b1791e2e has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:45:43.097431 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:45:43.102606 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-29de1c5f-1af8-41db-8d17-bea111f104e4 admin admin] 10.222.0.48 "PUT /v2.0/routers/5258f86c-cee5-4a24-9ac5-b703b1791e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5873213 Sep 06 14:45:43.149513 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-5012d0f5-29ef-4de1-9b7d-007219c7aaeb None None] Provisioning complete for port 235e042b-7aba-4fe0-aa85-99e4df3e2355 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:43.150041 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-5012d0f5-29ef-4de1-9b7d-007219c7aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:43.183081 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-5012d0f5-29ef-4de1-9b7d-007219c7aaeb None None] Port 235e042b-7aba-4fe0-aa85-99e4df3e2355 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:45:43.584743 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad6a80-58aa-4f60-ba2f-7b6ed4e0e90b req-66a26eba-eea3-492e-8f00-4b989766fd84 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:43.585934 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-73ad6a80-58aa-4f60-ba2f-7b6ed4e0e90b req-66a26eba-eea3-492e-8f00-4b989766fd84 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0510409 Sep 06 14:45:43.624843 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-73ad6a80-58aa-4f60-ba2f-7b6ed4e0e90b req-e23667d1-c251-486a-bc59-cdf50dd91f27 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Sep 06 14:45:43.787550 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35516) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:43.792362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-cfee7432-3c77-4679-bd92-d1ce009407f7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63262652', 'description': 'tempest-secgroup-smoke-63262652 description', 'project_id': 'eacf892be44e4ece806c80cb05d7358c'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:43.881899 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfee7432-3c77-4679-bd92-d1ce009407f7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:43.966910 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 79d4deaf-4004-4c1e-af09-985209b21579 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:43.973252 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfee7432-3c77-4679-bd92-d1ce009407f7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.057065 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfee7432-3c77-4679-bd92-d1ce009407f7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.081546 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 79d4deaf-4004-4c1e-af09-985209b21579 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:44.085349 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 79d4deaf-4004-4c1e-af09-985209b21579 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:44.085722 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.087214 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee7432-3c77-4679-bd92-d1ce009407f7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:44.166209 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.185911 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 79d4deaf-4004-4c1e-af09-985209b21579, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=79d4deaf-4004-4c1e-af09-985209b21579,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:44.189598 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.190048 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cfee7432-3c77-4679-bd92-d1ce009407f7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.191322 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-cfee7432-3c77-4679-bd92-d1ce009407f7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4027436 Sep 06 14:45:44.202513 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35518) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:44.206906 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-22cfbe98-2f35-4f0e-b675-fe8279f4ea42 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'security_group_rule': {'security_group_id': '2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0', 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:44.275628 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.322300 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=79d4deaf-4004-4c1e-af09-985209b21579,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:44.332039 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-22cfbe98-2f35-4f0e-b675-fe8279f4ea42 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.391261 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-22cfbe98-2f35-4f0e-b675-fe8279f4ea42 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.502755 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-22cfbe98-2f35-4f0e-b675-fe8279f4ea42 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.520965 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfbe98-2f35-4f0e-b675-fe8279f4ea42 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfb6651-2bc0-4bee-af90-e49a0c9f523f,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:44.594443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-22cfbe98-2f35-4f0e-b675-fe8279f4ea42 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.595711 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-22cfbe98-2f35-4f0e-b675-fe8279f4ea42 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922536 Sep 06 14:45:44.598643 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35520) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:44.603169 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-04462dd4-bdba-4333-81a3-92b187ad73e6 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'security_group_rule': {'security_group_id': '2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0', 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:44.736063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-04462dd4-bdba-4333-81a3-92b187ad73e6 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.752314 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:44.764762 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Sync routers for ids ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:45:44.774326 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Routers {'5258f86c-cee5-4a24-9ac5-b703b1791e2e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:44.774922 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:45:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:44.777159 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b4366-a15d-4bab-be2d-66b82604bd21 req-c5ea7705-96da-48d4-a521-96ed500033df tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:44.779018 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7f7b4366-a15d-4bab-be2d-66b82604bd21 req-c5ea7705-96da-48d4-a521-96ed500033df tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 946 time: 0.0776272 Sep 06 14:45:44.822221 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-04462dd4-bdba-4333-81a3-92b187ad73e6 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.837007 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.837234 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7f7b4366-a15d-4bab-be2d-66b82604bd21 req-eddb403c-c58c-459d-bec9-af3cdbb604af tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470610 Sep 06 14:45:44.861003 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:45:44.863479 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be88f700-6513-4500-81c9-9b021bbbae78" -d '{"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:45:44.880574 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:44.883154 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Set router 5258f86c-cee5-4a24-9ac5-b703b1791e2e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:44.898924 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-04462dd4-bdba-4333-81a3-92b187ad73e6 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.903162 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Sep 2021 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0552c10a-b7d6-46de-9989-43a07558fee5 x-openstack-request-id: req-0552c10a-b7d6-46de-9989-43a07558fee5 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:45:44.908722 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-unplugged", "status": "failed", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e", "code": 422}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:45:44.908722 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0552c10a-b7d6-46de-9989-43a07558fee5 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:45:44.908722 dv-cinder-807083-5-iscsi neutron-server[100991]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'code': 422} returned with failed status Sep 06 14:45:44.917731 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04462dd4-bdba-4333-81a3-92b187ad73e6 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84103f01-77e2-404f-bf78-a3e9674ee8b7,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:44.968174 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.995868 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-04462dd4-bdba-4333-81a3-92b187ad73e6 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:44.997402 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-04462dd4-bdba-4333-81a3-92b187ad73e6 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3978336 Sep 06 14:45:45.000683 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 35530) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:45.007047 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-9006b8a4-6eda-4692-be46-431496830311 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'security_group_rule': {'security_group_id': '2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0', 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:45.016547 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=8']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:45.086949 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '79d4deaf-4004-4c1e-af09-985209b21579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:45:42Z', 'revision_number': 4, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port': {'id': '79d4deaf-4004-4c1e-af09-985209b21579', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:38Z', 'updated_at': '2021-09-06T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '235e042b-7aba-4fe0-aa85-99e4df3e2355', 'name': '', 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'mac_address': 'fa:16:3e:1c:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3ee36bc5-5a18-4f26-951b-fa32f828462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:41Z', 'updated_at': '2021-09-06T14:45:42Z', 'revision_number': 2, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'subnets': [{'id': '3ee36bc5-5a18-4f26-951b-fa32f828462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:45.113860 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9006b8a4-6eda-4692-be46-431496830311 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.117628 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Checking router: 5258f86c-cee5-4a24-9ac5-b703b1791e2e for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:45:45.117918 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Updating router 5258f86c-cee5-4a24-9ac5-b703b1791e2e port 235e042b-7aba-4fe0-aa85-99e4df3e2355 binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:45:45.142943 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.180475 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9006b8a4-6eda-4692-be46-431496830311 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.269678 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9006b8a4-6eda-4692-be46-431496830311 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.287884 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006b8a4-6eda-4692-be46-431496830311 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d59f09c-628c-4b2c-8815-f004881250a5,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:45.390662 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9006b8a4-6eda-4692-be46-431496830311 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.394339 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-9006b8a4-6eda-4692-be46-431496830311 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891068 Sep 06 14:45:45.397143 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 35536) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:45.398484 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.399016 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-0f7dd042-bcc9-4e61-9cd1-40e53b6826fd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'security_group_rule': {'security_group_id': '2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0', 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:45.408117 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Transition to ACTIVE for port object 235e042b-7aba-4fe0-aa85-99e4df3e2355 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:45:45.486781 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.513164 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f7dd042-bcc9-4e61-9cd1-40e53b6826fd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.536489 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bff3a-2e20-4377-9e11-cabdbc037875 None None] Pushing event updated for resources: {'Port': ['ID=235e042b-7aba-4fe0-aa85-99e4df3e2355,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:45.584327 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f7dd042-bcc9-4e61-9cd1-40e53b6826fd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.596474 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Attempting to bind port 235e042b-7aba-4fe0-aa85-99e4df3e2355 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:45:45.597234 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Attempting to bind port 235e042b-7aba-4fe0-aa85-99e4df3e2355 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:45:45.597624 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Attempting to bind port 235e042b-7aba-4fe0-aa85-99e4df3e2355 on network 6c80186c-808e-4a63-8071-2134d57208b6 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:45:45.603179 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:45:45.603591 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Checking segment: {'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:45:45.603996 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.604394 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Bound using segment: {'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:45:45.604870 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Bound port: 235e042b-7aba-4fe0-aa85-99e4df3e2355, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:45:45.605284 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.671217 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] For port 235e042b-7aba-4fe0-aa85-99e4df3e2355, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:45:45.674646 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] For port 235e042b-7aba-4fe0-aa85-99e4df3e2355, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=235e042b-7aba-4fe0-aa85-99e4df3e2355,segment=NetworkSegment(4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d),segment_id=4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:45:45.728875 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f7dd042-bcc9-4e61-9cd1-40e53b6826fd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.749282 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dd042-bcc9-4e61-9cd1-40e53b6826fd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdce43c1-f972-4688-8de8-9123663171e7,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:45.784768 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.824359 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0f7dd042-bcc9-4e61-9cd1-40e53b6826fd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.828906 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0f7dd042-bcc9-4e61-9cd1-40e53b6826fd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4334161 Sep 06 14:45:45.841976 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35540) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:45.843445 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Routers {'5258f86c-cee5-4a24-9ac5-b703b1791e2e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:45:45.843445 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:45:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:45.843742 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-ecc749b9-1ed3-4b78-a738-b032eac17c16 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'security_group_rule': {'security_group_id': '2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0', 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:45.908013 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bff3a-2e20-4377-9e11-cabdbc037875 None None] Pushing event updated for resources: {'Port': ['ID=235e042b-7aba-4fe0-aa85-99e4df3e2355,revision_number=4']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:45.937637 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.securitygroups_db [None req-ecc749b9-1ed3-4b78-a738-b032eac17c16 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Project eacf892be44e4ece806c80cb05d7358c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:45:45.943375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ecc749b9-1ed3-4b78-a738-b032eac17c16 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:45.953742 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] Set router 5258f86c-cee5-4a24-9ac5-b703b1791e2e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:45:45.963804 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 79d4deaf-4004-4c1e-af09-985209b21579 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:46.022325 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ecc749b9-1ed3-4b78-a738-b032eac17c16 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:46.035056 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 79d4deaf-4004-4c1e-af09-985209b21579 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:46.035461 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:46.102670 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ecc749b9-1ed3-4b78-a738-b032eac17c16 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:46.132345 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc749b9-1ed3-4b78-a738-b032eac17c16 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1db49ce-cc94-44ee-9d26-e807b4c364f2,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:46.211649 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ecc749b9-1ed3-4b78-a738-b032eac17c16 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:46.215441 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ecc749b9-1ed3-4b78-a738-b032eac17c16 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3825853 Sep 06 14:45:46.215666 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35546) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:46.220847 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-7bae34cf-1903-44e5-aef8-804c7f363335 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'security_group_rule': {'security_group_id': '2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0', 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:45:46.246298 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '79d4deaf-4004-4c1e-af09-985209b21579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:45:42Z', 'revision_number': 4, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port': {'id': '79d4deaf-4004-4c1e-af09-985209b21579', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:38Z', 'updated_at': '2021-09-06T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '235e042b-7aba-4fe0-aa85-99e4df3e2355', 'name': '', 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'mac_address': 'fa:16:3e:1c:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3ee36bc5-5a18-4f26-951b-fa32f828462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:41Z', 'updated_at': '2021-09-06T14:45:45Z', 'revision_number': 4, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'subnets': [{'id': '3ee36bc5-5a18-4f26-951b-fa32f828462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:45:46.273708 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f9565-25f9-49b1-9737-ecb66fc5bc3d None None] The sync data for ids ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'] in dv-cinder-807083-5-iscsi is: [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '79d4deaf-4004-4c1e-af09-985209b21579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:45:42Z', 'revision_number': 4, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port': {'id': '79d4deaf-4004-4c1e-af09-985209b21579', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:38Z', 'updated_at': '2021-09-06T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '235e042b-7aba-4fe0-aa85-99e4df3e2355', 'name': '', 'network_id': '6c80186c-808e-4a63-8071-2134d57208b6', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'mac_address': 'fa:16:3e:1c:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3ee36bc5-5a18-4f26-951b-fa32f828462d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:41Z', 'updated_at': '2021-09-06T14:45:45Z', 'revision_number': 4, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'subnets': [{'id': '3ee36bc5-5a18-4f26-951b-fa32f828462d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:45:46.328163 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.securitygroups_db [None req-7bae34cf-1903-44e5-aef8-804c7f363335 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Project eacf892be44e4ece806c80cb05d7358c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:45:46.333730 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7bae34cf-1903-44e5-aef8-804c7f363335 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:46.407693 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7bae34cf-1903-44e5-aef8-804c7f363335 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:46.492916 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7bae34cf-1903-44e5-aef8-804c7f363335 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:46.512516 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae34cf-1903-44e5-aef8-804c7f363335 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b2e3a0-cf12-4eee-9112-30a8873dcd1d,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:46.562453 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7bae34cf-1903-44e5-aef8-804c7f363335 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:46.572565 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-7bae34cf-1903-44e5-aef8-804c7f363335 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3473144 Sep 06 14:45:47.323775 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffe22c-71f7-46d8-920b-6a6ab225c97e req-5145d530-09c0-4d6c-a8dc-6bae3cef4cc2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:47.325314 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-11ffe22c-71f7-46d8-920b-6a6ab225c97e req-5145d530-09c0-4d6c-a8dc-6bae3cef4cc2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0484381 Sep 06 14:45:47.363602 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-11ffe22c-71f7-46d8-920b-6a6ab225c97e req-6733be13-387f-4b14-b5d3-37cde1749974 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Sep 06 14:45:47.890873 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35620) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:45:47.988510 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-74997301-ff92-4ee7-81fa-2c2232f24c4f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960093 Sep 06 14:45:47.997265 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-3cbffea0-2d18-4d90-9e01-4711d559cdab service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:45:47.998996 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-3cbffea0-2d18-4d90-9e01-4711d559cdab service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050690 Sep 06 14:45:48.003132 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 235e042b-7aba-4fe0-aa85-99e4df3e2355 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:48.109991 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 235e042b-7aba-4fe0-aa85-99e4df3e2355 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:45:48.114090 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 235e042b-7aba-4fe0-aa85-99e4df3e2355 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:48.114457 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:48.196780 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:48.234137 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 235e042b-7aba-4fe0-aa85-99e4df3e2355, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=235e042b-7aba-4fe0-aa85-99e4df3e2355,segment=NetworkSegment(4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d),segment_id=4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:45:48.331538 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:48.385978 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=235e042b-7aba-4fe0-aa85-99e4df3e2355,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:45:48.483442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f8aa1-d36c-444e-9edd-45ccb17cad2e req-f52aad17-40a9-480b-8bc1-1b1569b6ab12 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:48.484937 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ee1f8aa1-d36c-444e-9edd-45ccb17cad2e req-f52aad17-40a9-480b-8bc1-1b1569b6ab12 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0491333 Sep 06 14:45:48.522969 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ee1f8aa1-d36c-444e-9edd-45ccb17cad2e req-778361be-fb3e-4185-812e-c83d38cd8d36 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Sep 06 14:45:48.752041 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:45:49.269855 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6926-abaf-4098-9391-c413af240b47 req-33c8161c-a29d-440b-9507-d0e6300e384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:49.271231 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-33c8161c-a29d-440b-9507-d0e6300e384a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5&tenant_id=9cfd771d1905435d98182b0633e30a0b HTTP/1.1" status: 200 len: 1097 time: 0.0722461 Sep 06 14:45:49.333323 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6926-abaf-4098-9391-c413af240b47 req-90702364-4163-43c6-90da-e95fa2b8f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:49.334762 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-90702364-4163-43c6-90da-e95fa2b8f6b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0396152 Sep 06 14:45:49.421859 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6926-abaf-4098-9391-c413af240b47 req-4fd0796f-45e8-48b2-aa3f-2e52a58ec4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:49.423273 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-4fd0796f-45e8-48b2-aa3f-2e52a58ec4f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.0812726 Sep 06 14:45:49.493845 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-845975da-388d-4a07-8bd7-443f352d85ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e HTTP/1.1" status: 200 len: 1000 time: 0.0617588 Sep 06 14:45:49.544615 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6926-abaf-4098-9391-c413af240b47 req-7f15b37c-dcbf-4495-be96-e6677d0fce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:49.546500 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-7f15b37c-dcbf-4495-be96-e6677d0fce1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0438209 Sep 06 14:45:49.593518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6926-abaf-4098-9391-c413af240b47 req-f59c6acd-bd5f-45f7-884d-58233b08510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:49.595090 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-f59c6acd-bd5f-45f7-884d-58233b08510a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412383 Sep 06 14:45:49.702767 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227bf5e-ae5a-4b78-96f6-da7f5e15a02a req-ef60e86f-60e9-4e30-b5c2-b7080b7f0a1c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:49.704277 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5227bf5e-ae5a-4b78-96f6-da7f5e15a02a req-ef60e86f-60e9-4e30-b5c2-b7080b7f0a1c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.1051102 Sep 06 14:45:49.734204 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-ace2a3d7-dff8-4b0e-b6fe-fb7e630a2c9b service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248913 Sep 06 14:45:49.769831 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5227bf5e-ae5a-4b78-96f6-da7f5e15a02a req-dfc26a67-1863-4f49-9bab-0768966f2412 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567091 Sep 06 14:45:49.841678 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbfb6926-abaf-4098-9391-c413af240b47 req-31ad21d5-de35-4587-9fb3-975142708f1f service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956056 Sep 06 14:45:49.951165 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 235e042b-7aba-4fe0-aa85-99e4df3e2355 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:45:49.994486 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 235e042b-7aba-4fe0-aa85-99e4df3e2355 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:45:49.994858 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:50.905334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69084466-7b98-48ff-97fd-de58dae605cc req-feaf0a3b-5b7f-442c-b999-1580b717b5e9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:50.913639 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69084466-7b98-48ff-97fd-de58dae605cc req-feaf0a3b-5b7f-442c-b999-1580b717b5e9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0598977 Sep 06 14:45:50.948799 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69084466-7b98-48ff-97fd-de58dae605cc req-448b41cc-d606-45af-a37d-b02e610326fb tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340261 Sep 06 14:45:52.078777 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e2ae2-5495-4114-8c8b-422a49e82ed6 req-9b696010-75c2-487f-861e-a466d77c8e6d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:52.080264 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc9e2ae2-5495-4114-8c8b-422a49e82ed6 req-9b696010-75c2-487f-861e-a466d77c8e6d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0607581 Sep 06 14:45:52.126250 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bc9e2ae2-5495-4114-8c8b-422a49e82ed6 req-9cab39fd-e798-443c-a69e-1dbe0e251d74 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Sep 06 14:45:53.248884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12381256-94a2-4392-8f6c-1a920c8e8c23 req-76de5cd9-522e-43f5-b909-93e65762c6a7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:53.250402 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-12381256-94a2-4392-8f6c-1a920c8e8c23 req-76de5cd9-522e-43f5-b909-93e65762c6a7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0501909 Sep 06 14:45:53.291010 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-12381256-94a2-4392-8f6c-1a920c8e8c23 req-1c2d844e-09fd-4ab2-80fd-0c6c2a0e3290 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343764 Sep 06 14:45:53.721195 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:45:54.415287 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae09d73-fb1a-4103-a0a2-1dd4283422d5 req-dfd44c5e-9f12-44aa-a163-b42eb311aec8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:54.417516 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fae09d73-fb1a-4103-a0a2-1dd4283422d5 req-dfd44c5e-9f12-44aa-a163-b42eb311aec8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0535440 Sep 06 14:45:54.460429 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fae09d73-fb1a-4103-a0a2-1dd4283422d5 req-66a60905-e18f-485f-9a2e-c512b06b0705 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346327 Sep 06 14:45:55.585651 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e31b2-a20e-454e-839b-34bef33462dc req-1f09ad8e-fc85-4643-bf61-5a0f8589322b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:55.587446 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a39e31b2-a20e-454e-839b-34bef33462dc req-1f09ad8e-fc85-4643-bf61-5a0f8589322b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0501440 Sep 06 14:45:55.636112 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a39e31b2-a20e-454e-839b-34bef33462dc req-88946fcc-b32d-416e-8b28-67b3d33f6098 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365403 Sep 06 14:45:56.765701 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09881-3769-4d33-a404-e58a4b2fc342 req-b0e3f4a9-8912-43b2-b397-1fecda965574 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:56.767197 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-82c09881-3769-4d33-a404-e58a4b2fc342 req-b0e3f4a9-8912-43b2-b397-1fecda965574 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0522168 Sep 06 14:45:56.808126 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-82c09881-3769-4d33-a404-e58a4b2fc342 req-c0aea1d6-49d2-4b6d-a6eb-09e729ef77d7 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347629 Sep 06 14:45:57.932202 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff7665-01b9-4c72-9677-7fbb091d6f31 req-13a08821-f231-4abd-953a-40448cfdd422 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:57.933895 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b1ff7665-01b9-4c72-9677-7fbb091d6f31 req-13a08821-f231-4abd-953a-40448cfdd422 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0503829 Sep 06 14:45:57.975601 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b1ff7665-01b9-4c72-9677-7fbb091d6f31 req-633fa89a-71e2-4699-8e2c-504799249a35 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338888 Sep 06 14:45:59.118874 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f8cee-a508-424f-976c-24291bf3833d req-be4d8fc1-eb3a-43cb-853d-7b861f36ff00 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:45:59.120481 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8a8f8cee-a508-424f-976c-24291bf3833d req-be4d8fc1-eb3a-43cb-853d-7b861f36ff00 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0630107 Sep 06 14:45:59.170261 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8a8f8cee-a508-424f-976c-24291bf3833d req-eaf020a7-72c0-4ace-aa71-e0708fbce14a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397861 Sep 06 14:46:00.296313 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f79cd-e789-477a-b5bd-452c03b5c3c7 req-3739cc16-85ea-4a9d-b28c-6331817d6f3f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:00.297837 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-020f79cd-e789-477a-b5bd-452c03b5c3c7 req-3739cc16-85ea-4a9d-b28c-6331817d6f3f tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0513475 Sep 06 14:46:00.339073 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-020f79cd-e789-477a-b5bd-452c03b5c3c7 req-542648e5-65e5-4373-be5b-ccc9bbdafec0 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Sep 06 14:46:01.457116 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae1df7-2e32-4f38-afa7-47f8e5e9d9a1 req-3434d092-8a3e-487c-a1a4-22920070be1a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:01.458563 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-acae1df7-2e32-4f38-afa7-47f8e5e9d9a1 req-3434d092-8a3e-487c-a1a4-22920070be1a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0492463 Sep 06 14:46:01.494853 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-acae1df7-2e32-4f38-afa7-47f8e5e9d9a1 req-88e26781-a072-4ab0-9f41-47b5a4fa8384 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304129 Sep 06 14:46:02.611565 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0001540-7636-4cec-af22-e8e4387f4b82 req-90b5f5d9-5cc4-4162-86d3-3a8bf6cab068 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:02.613068 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b0001540-7636-4cec-af22-e8e4387f4b82 req-90b5f5d9-5cc4-4162-86d3-3a8bf6cab068 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 944 time: 0.0494859 Sep 06 14:46:02.653273 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b0001540-7636-4cec-af22-e8e4387f4b82 req-d4aa6428-31b5-4608-917b-3ebd0556fb66 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342162 Sep 06 14:46:02.831268 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:46:02.922640 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:02.933259 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'port_id': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'mac_address': 'fa:16:3e:66:a7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:46:02.969123 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:02.984390 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2670cb5c-1983-485d-8dfc-9c73f066ee7e {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:46:03.002281 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:03.068682 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:03.114035 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=9']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:03.319114 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['2670cb5c-1983-485d-8dfc-9c73f066ee7e'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:46:03.769403 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6400ec-d7b3-4d62-ac93-9d404f2f26d3 req-e5cf45f9-0db7-4a0e-9803-f68dca58aaf2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:03.770864 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb6400ec-d7b3-4d62-ac93-9d404f2f26d3 req-e5cf45f9-0db7-4a0e-9803-f68dca58aaf2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Sep 06 14:46:03.807352 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cb6400ec-d7b3-4d62-ac93-9d404f2f26d3 req-84461fbe-7b68-4bba-932b-b9f35275a445 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Sep 06 14:46:04.844103 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:46:04.894543 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 2670cb5c-1983-485d-8dfc-9c73f066ee7e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:46:04.894904 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:04.928096 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecaf6e-bbf9-4980-9d62-a0034e4b0eee req-45bd9e11-d0ec-4c27-b446-3a7f6a89a8be tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:04.929604 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a6ecaf6e-bbf9-4980-9d62-a0034e4b0eee req-45bd9e11-d0ec-4c27-b446-3a7f6a89a8be tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 945 time: 0.0488446 Sep 06 14:46:04.968519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a6ecaf6e-bbf9-4980-9d62-a0034e4b0eee req-56318bbc-0c88-4e3f-9faf-ad4ac01331d8 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Sep 06 14:46:04.971245 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:04.993333 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:04.995594 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1841e1e-2743-4dcc-9e74-957ff0456adf" -d '{"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:05.008564 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:05.031846 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca5fd10-addc-47dd-a429-d1e3bd62762a x-openstack-request-id: req-eca5fd10-addc-47dd-a429-d1e3bd62762a {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:05.032127 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:05.032377 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eca5fd10-addc-47dd-a429-d1e3bd62762a {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:05.032785 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'code': 200} Sep 06 14:46:05.063166 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:05.112178 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=10']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:05.350979 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f330e-334a-4f54-8d36-1e487016a360 req-f7cd4e4f-30f5-4dd5-a688-2f5b9c6842d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:05.352509 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ce2f330e-334a-4f54-8d36-1e487016a360 req-f7cd4e4f-30f5-4dd5-a688-2f5b9c6842d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 1100 time: 0.0376890 Sep 06 14:46:05.389390 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ce2f330e-334a-4f54-8d36-1e487016a360 req-ca09d75a-56a3-40bd-ac2f-d8a2e452d569 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296884 Sep 06 14:46:05.627396 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-52116c52-c3a7-43be-820f-76eb8d04e662 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63262652&fields=id&tenant_id=eacf892be44e4ece806c80cb05d7358c HTTP/1.1" status: 200 len: 267 time: 0.0322559 Sep 06 14:46:05.728518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-b3c79a46-c6bf-4940-9d7b-9809e6aaefa9 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:05.729837 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-b3c79a46-c6bf-4940-9d7b-9809e6aaefa9 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/networks?id=a080fe08-515f-4033-8769-b638688c1ba5 HTTP/1.1" status: 200 len: 808 time: 0.0958967 Sep 06 14:46:05.744586 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-46dc4629-9d5a-48f7-870b-c43a423af3eb tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/quotas/eacf892be44e4ece806c80cb05d7358c HTTP/1.1" status: 200 len: 375 time: 0.0085156 Sep 06 14:46:05.796062 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-97f80894-e3b8-4bcc-aab4-57e268a89134 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eacf892be44e4ece806c80cb05d7358c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465338 Sep 06 14:46:05.886006 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-656d0a71-a67b-4445-b16e-9bfb54d4a3e6 service neutron] 10.222.0.48 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790274 Sep 06 14:46:05.976187 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-e4036212-9c46-40c8-b006-704b70077fde service neutron] 10.222.0.48 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835195 Sep 06 14:46:06.087099 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99fab6-23c7-4ed5-9fbc-b10ca4004c26 req-94614175-8479-49f9-8412-93865484931d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:06.088635 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3c99fab6-23c7-4ed5-9fbc-b10ca4004c26 req-94614175-8479-49f9-8412-93865484931d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 947 time: 0.0487332 Sep 06 14:46:06.126337 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3c99fab6-23c7-4ed5-9fbc-b10ca4004c26 req-2f706ed4-434f-4968-9de6-03ad9bba8e0d tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Sep 06 14:46:06.577977 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6627e113-3e9e-4e9c-82bb-e3b108b22df3 req-7fdee754-1bd1-4143-8159-f71db30e780e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 210 time: 0.0263801 Sep 06 14:46:07.243391 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7183e-20e3-4922-a08d-d45f2f43310f req-a3a6d711-12c6-482a-ab24-57fd6a6bd328 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:07.244852 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-94c7183e-20e3-4922-a08d-d45f2f43310f req-a3a6d711-12c6-482a-ab24-57fd6a6bd328 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 947 time: 0.0488033 Sep 06 14:46:07.288191 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-94c7183e-20e3-4922-a08d-d45f2f43310f req-cc1f82f8-799d-472e-af59-b837504b5d19 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368557 Sep 06 14:46:07.670308 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-03268ec2-5265-419a-94f3-3f5967f2c166 req-03062047-e2ea-48e3-9337-5cfdcdf62500 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 210 time: 0.0264769 Sep 06 14:46:08.437618 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-9bfde3e5-f301-48df-adab-c4a189dd8085 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:08.439044 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-9bfde3e5-f301-48df-adab-c4a189dd8085 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.18 "GET /v2.0/networks?id=a080fe08-515f-4033-8769-b638688c1ba5 HTTP/1.1" status: 200 len: 808 time: 0.1347427 Sep 06 14:46:08.446845 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17c4e0-1267-467a-ae6b-14049ec1115b req-1f114ddb-0fce-48a5-ab34-7eb033550b99 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:08.448211 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dd17c4e0-1267-467a-ae6b-14049ec1115b req-1f114ddb-0fce-48a5-ab34-7eb033550b99 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 947 time: 0.0783000 Sep 06 14:46:08.474770 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f6a62718-5df8-4225-b0dd-76b1dde878f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:08.505528 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-730c5663-b1d4-447b-b6c3-632b4c5c7c2c tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eacf892be44e4ece806c80cb05d7358c HTTP/1.1" status: 200 len: 378 time: 0.0562308 Sep 06 14:46:08.508578 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dd17c4e0-1267-467a-ae6b-14049ec1115b req-0083e3a0-21df-4955-9a1c-4bccef3d0de2 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541234 Sep 06 14:46:08.519739 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'port': {'device_id': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'admin_state_up': True, 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'security_groups': ['2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0']}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:08.662852 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Made reservation on behalf of eacf892be44e4ece806c80cb05d7358c for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:46:08.666394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:08.766273 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8a401248-778c-4207-9e4b-7a00736bd902 req-c8b28112-16f5-4c8a-830c-780e39cc8e3f tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 210 time: 0.0290058 Sep 06 14:46:08.814966 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Allocated IP 172.20.0.9 (a080fe08-515f-4033-8769-b638688c1ba5/4f360619-7744-4e49-a16d-b31451544a9e/8f1d0937-0957-4427-9815-bf8f77afe4eb) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:46:08.950238 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:08.963722 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Transition to ACTIVE for port object 8f1d0937-0957-4427-9815-bf8f77afe4eb will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:46:09.091759 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:09.132787 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Network a080fe08-515f-4033-8769-b638688c1ba5 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:46:09.135807 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:46:09.139205 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:46:09.147857 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:09.181215 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.181556 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.185121 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:09.208224 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:09.208870 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:09.320030 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-5795795b-423e-4c71-836d-31162257f77e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042452 Sep 06 14:46:09.332329 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Request body: {'port': {'device_id': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:09.386072 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:09.404510 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-d163c82d-138a-4f74-8333-134d6260fef8 None None] Provisioning for port 8f1d0937-0957-4427-9815-bf8f77afe4eb completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:46:09.408446 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-d163c82d-138a-4f74-8333-134d6260fef8 None None] Provisioning complete for port 8f1d0937-0957-4427-9815-bf8f77afe4eb triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:46:09.408862 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d163c82d-138a-4f74-8333-134d6260fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:09.442400 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-d163c82d-138a-4f74-8333-134d6260fef8 None None] Port 8f1d0937-0957-4427-9815-bf8f77afe4eb cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:46:09.633955 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:46:09.652612 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1d0937-0957-4427-9815-bf8f77afe4eb {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:46:09.659843 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:09.672514 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Transition to ACTIVE for port object 8f1d0937-0957-4427-9815-bf8f77afe4eb will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:46:09.765612 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:09.839454 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:09.876032 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9136ce-2477-4e1c-ab27-4394ee22d23b req-6a6c632a-d58a-4f3e-ae31-4e2078bd8e37 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:09.877522 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9e9136ce-2477-4e1c-ab27-4394ee22d23b req-6a6c632a-d58a-4f3e-ae31-4e2078bd8e37 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 946 time: 0.1241889 Sep 06 14:46:09.989697 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884317d-2ced-4bcb-8a99-d9152f2719aa req-1fe18ec8-2edd-4887-a7a2-7805208e828b tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:09.991145 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c884317d-2ced-4bcb-8a99-d9152f2719aa req-1fe18ec8-2edd-4887-a7a2-7805208e828b tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.1449344 Sep 06 14:46:09.994395 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9e9136ce-2477-4e1c-ab27-4394ee22d23b req-60b42f7a-bc2b-43c7-8a5f-375f9a423788 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802808 Sep 06 14:46:09.995276 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Attempting to bind port 8f1d0937-0957-4427-9815-bf8f77afe4eb on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:46:09.996563 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Attempting to bind port 8f1d0937-0957-4427-9815-bf8f77afe4eb by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:46:09.996893 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Attempting to bind port 8f1d0937-0957-4427-9815-bf8f77afe4eb on network a080fe08-515f-4033-8769-b638688c1ba5 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:46:10.010717 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Port 8f1d0937-0957-4427-9815-bf8f77afe4eb on network a080fe08-515f-4033-8769-b638688c1ba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:46:10.011038 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Attempting to bind port 8f1d0937-0957-4427-9815-bf8f77afe4eb on network a080fe08-515f-4033-8769-b638688c1ba5 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:46:10.022580 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:46:10.022912 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Checking segment: {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:46:10.023285 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Bound using segment: {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:46:10.023732 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Bound port: 8f1d0937-0957-4427-9815-bf8f77afe4eb, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:46:10.024086 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:10.072073 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c884317d-2ced-4bcb-8a99-d9152f2719aa req-e9593177-8d96-485e-8280-c344b90d7a58 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728092 Sep 06 14:46:10.102073 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:46:10.104885 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:46:10.164718 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:10.200985 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:10.201600 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:10.202981 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] 10.222.0.18 "PUT /v2.0/ports/8f1d0937-0957-4427-9815-bf8f77afe4eb HTTP/1.1" status: 200 len: 1093 time: 0.8756626 Sep 06 14:46:10.203439 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:10.205666 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efab0c33-9aa1-4c60-86b7-b8fadf2a8a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:10.232634 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60dc69-78b9-461b-bd36-c4fb5df84723 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:10.249857 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d7026-5bb5-4bc9-a399-abf4c4539a5a x-openstack-request-id: req-fd5d7026-5bb5-4bc9-a399-abf4c4539a5a {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:10.250179 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:10.250435 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd5d7026-5bb5-4bc9-a399-abf4c4539a5a {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:10.250832 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'status': 'completed', 'code': 200} Sep 06 14:46:10.316477 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab0c33-9aa1-4c60-86b7-b8fadf2a8a7f req-64d956c5-392f-4a86-9f7f-c4eb9c017ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:10.318021 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-efab0c33-9aa1-4c60-86b7-b8fadf2a8a7f req-64d956c5-392f-4a86-9f7f-c4eb9c017ac6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eacf892be44e4ece806c80cb05d7358c&device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1096 time: 0.0429993 Sep 06 14:46:10.419681 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab0c33-9aa1-4c60-86b7-b8fadf2a8a7f req-18546c1c-1b88-44e1-bff4-8b1e430120bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:10.421131 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-efab0c33-9aa1-4c60-86b7-b8fadf2a8a7f req-18546c1c-1b88-44e1-bff4-8b1e430120bc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=eacf892be44e4ece806c80cb05d7358c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0944355 Sep 06 14:46:10.510207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab0c33-9aa1-4c60-86b7-b8fadf2a8a7f req-b20a3395-5f9b-482a-9d01-0a5d953ba1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:10.511576 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-efab0c33-9aa1-4c60-86b7-b8fadf2a8a7f req-b20a3395-5f9b-482a-9d01-0a5d953ba1e1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0833449 Sep 06 14:46:10.584656 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-ef35d900-e608-44ff-bc28-9cc3718010ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:10.586231 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-ef35d900-e608-44ff-bc28-9cc3718010ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eacf892be44e4ece806c80cb05d7358c&device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1096 time: 0.0388947 Sep 06 14:46:10.630645 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-1e95be71-6f08-49c2-bbfc-f48d82c88bb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb HTTP/1.1" status: 200 len: 217 time: 0.0356796 Sep 06 14:46:10.678913 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-cc2cb5ec-eba4-470b-a988-5e53b449cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:10.680357 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-cc2cb5ec-eba4-470b-a988-5e53b449cd8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f360619-7744-4e49-a16d-b31451544a9e HTTP/1.1" status: 200 len: 847 time: 0.0429676 Sep 06 14:46:10.724449 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-12304f0c-9583-415d-86f5-82271f61cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:10.725846 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-12304f0c-9583-415d-86f5-82271f61cdf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a080fe08-515f-4033-8769-b638688c1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381615 Sep 06 14:46:10.815201 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-e66defc2-693f-4ee9-a600-28eea25c4453 service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814738 Sep 06 14:46:10.905196 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5fc5d7bd-91ec-49b0-89f9-bbad1d6699b8 req-de0ed0c4-5d1b-40a7-920a-57b6cde7f18c service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807800 Sep 06 14:46:11.111852 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62de7ff-cbbc-4c8e-8fe3-7711cb9a913e req-2bc2e276-0eee-4c59-912e-5005d8e384ff tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:11.113322 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e62de7ff-cbbc-4c8e-8fe3-7711cb9a913e req-2bc2e276-0eee-4c59-912e-5005d8e384ff tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 946 time: 0.0533142 Sep 06 14:46:11.160070 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e62de7ff-cbbc-4c8e-8fe3-7711cb9a913e req-a5040f12-38ae-4bac-9e64-7fb00f30eee1 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 Sep 06 14:46:11.195293 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29056-d505-49ce-85f6-90be10b34ab6 req-5a148940-1765-44e0-87ce-f2316d00aea8 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:11.196767 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-07e29056-d505-49ce-85f6-90be10b34ab6 req-5a148940-1765-44e0-87ce-f2316d00aea8 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0526946 Sep 06 14:46:11.228492 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3418b380-c085-4ab4-b93f-3ff664acd80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:11.233358 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-07e29056-d505-49ce-85f6-90be10b34ab6 req-3fdf7b0f-bd25-453d-82f2-19b8a7bbc9c5 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305393 Sep 06 14:46:11.380877 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-66f0e8cb-dc2c-48d7-9814-b3c46ff3d799 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:11.382327 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-66f0e8cb-dc2c-48d7-9814-b3c46ff3d799 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 946 time: 0.0474060 Sep 06 14:46:11.451166 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:11.725066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Deleting port 44bc138f-6600-440f-9373-eb939291c5a2 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:46:11.725682 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:11.810654 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] For port 44bc138f-6600-440f-9373-eb939291c5a2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=44bc138f-6600-440f-9373-eb939291c5a2,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:11.811025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:11.976603 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:11.976893 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:11.977213 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Floating IP 62fdc54e-a66b-4b42-ab80-ade35854ac95 disassociated. External IP: 172.27.3.36, port: 44bc138f-6600-440f-9373-eb939291c5a2. Sep 06 14:46:11.977560 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Calling delete_port for 44bc138f-6600-440f-9373-eb939291c5a2 owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:46:12.160060 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:12.190779 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event deleted for resources: {'Port': ['ID=44bc138f-6600-440f-9373-eb939291c5a2,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:12.193563 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:12.292499 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-15eb1058-8715-41eb-aff4-de4154a1c985 req-4b91bcc3-8382-458d-95e7-95f410659ad9 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 210 time: 0.0578630 Sep 06 14:46:12.359402 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:46:12.367107 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dac2b-1fd6-48aa-9f4a-122b84e992b0 req-dbd9b8ca-f082-47eb-af5c-f8b7e2fa0593 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:12.368680 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e96dac2b-1fd6-48aa-9f4a-122b84e992b0 req-dbd9b8ca-f082-47eb-af5c-f8b7e2fa0593 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0668700 Sep 06 14:46:12.470336 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e96dac2b-1fd6-48aa-9f4a-122b84e992b0 req-e0badf02-72fd-4205-9a8c-745a3c0bf378 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940144 Sep 06 14:46:12.505662 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:46:12.514864 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:46:12.524717 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:12.525596 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:12.543577 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] No DVR routers for this DVR port 44bc138f-6600-440f-9373-eb939291c5a2 on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:46:12.546167 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:12.548309 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-21769171-b73c-416c-8efc-a5603c95f6b6 req-3dd67f45-4be9-4106-89d7-28dd6de6a400 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "DELETE /v2.0/ports/44bc138f-6600-440f-9373-eb939291c5a2 HTTP/1.1" status: 204 len: 173 time: 1.1593819 Sep 06 14:46:12.548756 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'name': 'network-vif-deleted', 'tag': '44bc138f-6600-440f-9373-eb939291c5a2'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:12.551659 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca2f23a-f4fe-435c-a25d-ec28c3cdeedd" -d '{"events": [{"server_uuid": "a682732e-e50b-4cdf-8d6f-f9fe4e2498a0", "name": "network-vif-deleted", "tag": "44bc138f-6600-440f-9373-eb939291c5a2"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:12.588503 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ef382-86c8-4529-8367-d54303a92d64 x-openstack-request-id: req-c50ef382-86c8-4529-8367-d54303a92d64 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:12.588798 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a682732e-e50b-4cdf-8d6f-f9fe4e2498a0", "name": "network-vif-deleted", "tag": "44bc138f-6600-440f-9373-eb939291c5a2", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:12.589063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c50ef382-86c8-4529-8367-d54303a92d64 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:12.589460 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a682732e-e50b-4cdf-8d6f-f9fe4e2498a0', 'name': 'network-vif-deleted', 'tag': '44bc138f-6600-440f-9373-eb939291c5a2', 'status': 'completed', 'code': 200} Sep 06 14:46:12.642480 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:12.839824 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:12.865495 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:46:12.873553 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:12.874153 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:12.976927 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:13.168339 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:13.197919 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b37c4-17fb-4cd2-bdee-a7d20100ddad None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:46:13.400932 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b62b2a-4471-4ab7-b1f7-fcac420a5022 None None] New status for floating IP 62fdc54e-a66b-4b42-ab80-ade35854ac95: DOWN {{(pid=100992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:46:13.402049 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-180f272e-5bea-45e2-afc4-bf88093f0adf req-161fc324-cd37-43bd-93ad-7b50dd37d28e tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a682732e-e50b-4cdf-8d6f-f9fe4e2498a0 HTTP/1.1" status: 200 len: 210 time: 0.0304596 Sep 06 14:46:13.586202 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb1ba1-35de-4e76-80a2-9f4f94cd5420 req-9273ebf5-63b6-461c-85d2-cdd45b68e739 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:13.587768 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69fb1ba1-35de-4e76-80a2-9f4f94cd5420 req-9273ebf5-63b6-461c-85d2-cdd45b68e739 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0502832 Sep 06 14:46:13.630071 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69fb1ba1-35de-4e76-80a2-9f4f94cd5420 req-6fdceed6-ad90-4ee9-b674-6fd3ccf19936 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338902 Sep 06 14:46:14.119562 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:14.648650 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-b2c73aec-53bb-477e-a6dd-c0b9066b1ce6 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221837923&fields=id&tenant_id=f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 267 time: 0.0372620 Sep 06 14:46:14.784314 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-5edc592a-4961-4fc9-8456-c0f51c84aa8d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:14.785663 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-5edc592a-4961-4fc9-8456-c0f51c84aa8d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 811 time: 0.1296039 Sep 06 14:46:14.797990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dd6bc-5b92-4f6a-a416-d9b32377df30 req-9fd0481a-9b76-4ffd-a98c-a246bf4e93e1 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:14.799385 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2e0dd6bc-5b92-4f6a-a416-d9b32377df30 req-9fd0481a-9b76-4ffd-a98c-a246bf4e93e1 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0758317 Sep 06 14:46:14.820581 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-7356146d-0470-4032-a7df-e19da1f4467e tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/quotas/f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 375 time: 0.0202725 Sep 06 14:46:14.861900 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2e0dd6bc-5b92-4f6a-a416-d9b32377df30 req-4be6b7b5-7443-4856-a75e-d77f356ea9c5 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555418 Sep 06 14:46:14.866052 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 44bc138f-6600-440f-9373-eb939291c5a2 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:46:14.885287 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-42db8ad7-677c-4152-9bd3-798f187db534 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585864 Sep 06 14:46:14.886681 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 44bc138f-6600-440f-9373-eb939291c5a2 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:46:14.887102 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 44bc138f-6600-440f-9373-eb939291c5a2 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:46:14.982052 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-ef84d34a-54ce-47a8-85a0-9cc56e54f5ac service neutron] 10.222.0.48 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850668 Sep 06 14:46:15.068219 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-24fbdf2e-9d18-4714-909f-25477fff2479 service neutron] 10.222.0.48 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802784 Sep 06 14:46:15.613583 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5b86c9d2-9585-44c2-a01f-e4070af777cc req-6563164a-25c0-4518-bc1d-cff745074b4c tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 210 time: 0.0293407 Sep 06 14:46:15.978971 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364182f-eb73-4ecf-a4ad-85db165d3e84 req-66c9cbbf-60f6-489f-9266-63bdfd5b9bca tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:15.980381 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e364182f-eb73-4ecf-a4ad-85db165d3e84 req-66c9cbbf-60f6-489f-9266-63bdfd5b9bca tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0533211 Sep 06 14:46:16.017578 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e364182f-eb73-4ecf-a4ad-85db165d3e84 req-158c6725-1c9f-4ba5-8135-ef9e16e2a295 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312591 Sep 06 14:46:16.706124 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a14c593a-d129-43d7-b585-dda6db768a9f req-61994d1c-45de-482c-b708-b0910e6c0581 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Sep 06 14:46:16.876801 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 8f1d0937-0957-4427-9815-bf8f77afe4eb details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:46:16.967131 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:16.978475 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'port_id': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'mac_address': 'fa:16:3e:eb:81:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:46:17.017468 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:17.029334 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1d0937-0957-4427-9815-bf8f77afe4eb {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:46:17.048866 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:17.119442 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:17.132637 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff01f6-7487-41de-9df4-5331bd4f3ff3 req-cbaa0600-7f5d-47de-8f07-764b633296d3 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:17.133173 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e5ff01f6-7487-41de-9df4-5331bd4f3ff3 req-cbaa0600-7f5d-47de-8f07-764b633296d3 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0501790 Sep 06 14:46:17.167479 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:17.174451 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e5ff01f6-7487-41de-9df4-5331bd4f3ff3 req-e4e93af6-e372-4892-9f18-365cc2a26b1b tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352287 Sep 06 14:46:17.366158 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['8f1d0937-0957-4427-9815-bf8f77afe4eb'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:46:17.414077 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-5b9075fc-c636-4167-a2f3-3538ce5ced3a tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:17.415452 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-5b9075fc-c636-4167-a2f3-3538ce5ced3a tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 811 time: 0.1016788 Sep 06 14:46:17.460060 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-9dd20b80-fb0c-407d-8ed8-0554940b22d0 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 379 time: 0.0353367 Sep 06 14:46:17.470516 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'port': {'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'admin_state_up': True, 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'security_groups': ['b9b29020-df96-4666-82ca-7ad3879ef1a9']}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:17.656594 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Made reservation on behalf of f62d04e4ffa643cea61a39bc5c45c166 for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:46:17.660232 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:17.791182 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Allocated IP 172.20.0.3 (b7aad870-2308-47a4-922a-a943d18aabf5/94606df9-42aa-468f-bb27-f3caee0abacc/042dc3a8-2bf6-4950-bcb9-0fad752944d1) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:46:17.813288 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3e580b6e-0ee8-4059-9575-1c80c99e7eab req-777b9bd5-5da0-4c05-b1bc-a076c81c27a8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 210 time: 0.0389111 Sep 06 14:46:17.942442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:17.955129 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Transition to ACTIVE for port object 042dc3a8-2bf6-4950-bcb9-0fad752944d1 will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:46:18.051505 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:18.098062 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Network b7aad870-2308-47a4-922a-a943d18aabf5 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:46:18.102839 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:46:18.112846 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:46:18.113575 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=042dc3a8-2bf6-4950-bcb9-0fad752944d1,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:18.159686 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:18.160327 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:18.227979 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-21287a9d-9ad5-4a51-adc2-15d3dd94c292 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7620890 Sep 06 14:46:18.241043 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Request body: {'port': {'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:18.327209 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:18.337617 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc93c03-3427-4339-a4b6-2a2684a304ad req-5741bed6-7cd1-420b-bee7-8ca43a365411 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:18.339028 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-abc93c03-3427-4339-a4b6-2a2684a304ad req-5741bed6-7cd1-420b-bee7-8ca43a365411 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 944 time: 0.0930161 Sep 06 14:46:18.411878 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-abc93c03-3427-4339-a4b6-2a2684a304ad req-459f6a97-ae2e-4e9f-a306-ea6d00ff095e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645247 Sep 06 14:46:18.451014 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-f9d26cab-b153-4706-a9b1-dc75a0d18baf None None] Provisioning for port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:46:18.455220 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-f9d26cab-b153-4706-a9b1-dc75a0d18baf None None] Provisioning complete for port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:46:18.455626 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f9d26cab-b153-4706-a9b1-dc75a0d18baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:18.490042 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-f9d26cab-b153-4706-a9b1-dc75a0d18baf None None] Port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:46:18.616965 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042dc3a8-2bf6-4950-bcb9-0fad752944d1 {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:46:18.624036 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:18.635261 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Transition to ACTIVE for port object 042dc3a8-2bf6-4950-bcb9-0fad752944d1 will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:46:18.706493 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:18.753954 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Pushing event updated for resources: {'Port': ['ID=042dc3a8-2bf6-4950-bcb9-0fad752944d1,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:18.826328 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Attempting to bind port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:46:18.826665 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Attempting to bind port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:46:18.826992 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Attempting to bind port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 on network b7aad870-2308-47a4-922a-a943d18aabf5 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:46:18.831835 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 on network b7aad870-2308-47a4-922a-a943d18aabf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:46:18.832155 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Attempting to bind port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 on network b7aad870-2308-47a4-922a-a943d18aabf5 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:46:18.837080 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:46:18.837413 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Checking segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:46:18.837801 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Bound using segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:46:18.838228 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Bound port: 042dc3a8-2bf6-4950-bcb9-0fad752944d1, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:46:18.838587 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:18.891966 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 8f1d0937-0957-4427-9815-bf8f77afe4eb up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:46:18.929350 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] For port 042dc3a8-2bf6-4950-bcb9-0fad752944d1, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:46:18.947721 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] For port 042dc3a8-2bf6-4950-bcb9-0fad752944d1, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:46:18.960591 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acafe1-8d6e-4f6c-93b1-7a4f7fd597ad req-18605827-0f8f-4c34-9577-be56c5f97aea tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:18.962121 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-61acafe1-8d6e-4f6c-93b1-7a4f7fd597ad req-18605827-0f8f-4c34-9577-be56c5f97aea tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 943 time: 0.0738983 Sep 06 14:46:19.003731 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-61acafe1-8d6e-4f6c-93b1-7a4f7fd597ad req-1ef3d47e-fea3-4ded-98c8-d6620192c9cf tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354176 Sep 06 14:46:19.011048 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 8f1d0937-0957-4427-9815-bf8f77afe4eb completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:46:19.015144 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 8f1d0937-0957-4427-9815-bf8f77afe4eb triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:46:19.016608 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:19.028884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:19.063747 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.064403 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:19.065731 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] 10.222.0.18 "PUT /v2.0/ports/042dc3a8-2bf6-4950-bcb9-0fad752944d1 HTTP/1.1" status: 200 len: 1093 time: 0.8293083 Sep 06 14:46:19.068416 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:19.071682 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb4d06-feea-4526-962c-87909f066e25" -d '{"events": [{"name": "network-changed", "server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:19.107528 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf983d-8d84-4666-9ff5-c1eca1969de3 service neutron] Pushing event updated for resources: {'Port': ['ID=042dc3a8-2bf6-4950-bcb9-0fad752944d1,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:19.117655 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4647565a-fdbf-41f4-a8fc-30cb22d0b590 x-openstack-request-id: req-4647565a-fdbf-41f4-a8fc-30cb22d0b590 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:19.117655 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:19.117655 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4647565a-fdbf-41f4-a8fc-30cb22d0b590 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:19.118255 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'status': 'completed', 'code': 200} Sep 06 14:46:19.188054 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb4d06-feea-4526-962c-87909f066e25 req-d29dc1fd-4314-4fbf-8e07-d8df7a7fdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.189784 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0fcb4d06-feea-4526-962c-87909f066e25 req-d29dc1fd-4314-4fbf-8e07-d8df7a7fdf1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 1096 time: 0.0429721 Sep 06 14:46:19.226309 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:19.254621 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:19.256825 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bcb7ca-e2bb-4589-ac56-48e300ea6406" -d '{"events": [{"server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "name": "network-vif-plugged", "status": "completed", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:19.272874 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:19.295346 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27345d6-eed0-4eae-8efa-edb88bf0dba3 x-openstack-request-id: req-a27345d6-eed0-4eae-8efa-edb88bf0dba3 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:19.298937 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "name": "network-vif-plugged", "status": "completed", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:19.298937 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a27345d6-eed0-4eae-8efa-edb88bf0dba3 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:19.298937 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'code': 200} Sep 06 14:46:19.301188 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb4d06-feea-4526-962c-87909f066e25 req-7408d4b7-f4ba-4007-8fca-93ed52dfb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.302664 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0fcb4d06-feea-4526-962c-87909f066e25 req-7408d4b7-f4ba-4007-8fca-93ed52dfb360 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1022682 Sep 06 14:46:19.348492 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:19.398172 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:19.402595 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb4d06-feea-4526-962c-87909f066e25 req-c7ed3d05-dff8-4f1d-8b50-37c72f8fb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.404174 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0fcb4d06-feea-4526-962c-87909f066e25 req-c7ed3d05-dff8-4f1d-8b50-37c72f8fb898 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905716 Sep 06 14:46:19.497607 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-d19b19e7-6bbe-4100-8098-9dfc859e60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.499095 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-d19b19e7-6bbe-4100-8098-9dfc859e60c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 1096 time: 0.0552318 Sep 06 14:46:19.551204 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-1ee242e2-da4d-4f02-ada4-0c06dc31efe0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1 HTTP/1.1" status: 200 len: 217 time: 0.0382388 Sep 06 14:46:19.574074 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354635c-3a84-4557-90a7-32caa1a19b0f req-956c5ca6-acf8-452b-9637-fdc2f6a581e2 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.575642 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3354635c-3a84-4557-90a7-32caa1a19b0f req-956c5ca6-acf8-452b-9637-fdc2f6a581e2 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0960310 Sep 06 14:46:19.637810 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-9ea9f05f-26f8-4773-b1af-f749582a395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.639268 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-9ea9f05f-26f8-4773-b1af-f749582a395b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0810177 Sep 06 14:46:19.646721 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3354635c-3a84-4557-90a7-32caa1a19b0f req-3bae2047-8fa3-46d3-bebb-d590d24541a7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516930 Sep 06 14:46:19.648507 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97317d-9a96-4cb2-b6bb-7c0907c99338 req-55eccfbf-362b-4304-9bb8-5570e24e9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.650011 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cf97317d-9a96-4cb2-b6bb-7c0907c99338 req-55eccfbf-362b-4304-9bb8-5570e24e9646 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1098 time: 0.0395641 Sep 06 14:46:19.689892 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-c386910f-81e7-487d-a0c2-3762c1ccb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:19.691358 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-c386910f-81e7-487d-a0c2-3762c1ccb51b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407295 Sep 06 14:46:19.694204 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-cf97317d-9a96-4cb2-b6bb-7c0907c99338 req-d9ed2d5e-284f-45a5-a122-b08e559aee0a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293665 Sep 06 14:46:19.978416 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-8593088b-f306-4b21-b055-bccf255f2a74 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796242 Sep 06 14:46:20.068361 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84631f6e-eb04-47d2-bbeb-4318f6b50f1b req-aaded40e-7a6a-445c-91b6-d443f3c2b768 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823798 Sep 06 14:46:20.118828 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1b9e-dbf1-4195-84de-9da4a9c49023 req-43cf026d-0ebd-4d56-904c-183105a12435 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:20.120340 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4f0e1b9e-dbf1-4195-84de-9da4a9c49023 req-43cf026d-0ebd-4d56-904c-183105a12435 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 943 time: 0.0485346 Sep 06 14:46:20.157824 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4f0e1b9e-dbf1-4195-84de-9da4a9c49023 req-5de80847-a718-45d0-83f4-44ade7469c52 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Sep 06 14:46:20.759807 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178cbde-c892-4ae3-a36a-d5cf35ca076c req-eacbbd5a-3882-4210-aa1f-620abb6c5d10 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:20.761269 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8178cbde-c892-4ae3-a36a-d5cf35ca076c req-eacbbd5a-3882-4210-aa1f-620abb6c5d10 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0498638 Sep 06 14:46:20.803775 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8178cbde-c892-4ae3-a36a-d5cf35ca076c req-98bcacb1-f1b3-4206-b388-5424323bb7d0 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363002 Sep 06 14:46:21.268834 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9b7da-a382-44da-b141-d61eee273a1a req-75af7281-98ae-436f-91dc-72a5867e5e00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:21.270279 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dfc9b7da-a382-44da-b141-d61eee273a1a req-75af7281-98ae-436f-91dc-72a5867e5e00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 943 time: 0.0478892 Sep 06 14:46:21.306047 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dfc9b7da-a382-44da-b141-d61eee273a1a req-ee7ae3d5-8f9f-42ad-a9d4-3b10c28f01b4 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299089 Sep 06 14:46:21.913253 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aefca0-7d87-44bf-b2be-fa3fd77f7c6a req-b40678c2-41c4-4720-a707-aa04287a9099 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:21.914715 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1aefca0-7d87-44bf-b2be-fa3fd77f7c6a req-b40678c2-41c4-4720-a707-aa04287a9099 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0473778 Sep 06 14:46:21.951793 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1aefca0-7d87-44bf-b2be-fa3fd77f7c6a req-ba4b2304-f211-41f7-8c73-393aa9c80d11 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311739 Sep 06 14:46:22.062821 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bd5b2-5618-4ed6-8f42-3854ffb8e16c req-32db1838-0cd1-48a8-8753-c3b9e2344794 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:22.064298 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b39bd5b2-5618-4ed6-8f42-3854ffb8e16c req-32db1838-0cd1-48a8-8753-c3b9e2344794 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0479963 Sep 06 14:46:22.104767 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b39bd5b2-5618-4ed6-8f42-3854ffb8e16c req-9625ceb8-3c1d-462c-84e7-52fb70c1b27c tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342209 Sep 06 14:46:22.125957 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35890) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:22.204350 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30008927-46f5-4dd3-a5b6-2a3b9b345f23 tempest-TestShelveInstance-639499444 tempest-TestShelveInstance-639499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:22.205781 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-30008927-46f5-4dd3-a5b6-2a3b9b345f23 tempest-TestShelveInstance-639499444 tempest-TestShelveInstance-639499444-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1093 time: 0.0788875 Sep 06 14:46:22.208702 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35894) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:22.213055 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'port_id': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:22.318927 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for floatingip, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:22.450396 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002410d7-a2a7-4f69-9ab6-a983a904ff5a req-81ea6429-a86f-43db-8ee8-b57dd8fd71ec tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:22.451768 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-002410d7-a2a7-4f69-9ab6-a983a904ff5a req-81ea6429-a86f-43db-8ee8-b57dd8fd71ec tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 943 time: 0.0643611 Sep 06 14:46:22.465103 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:22.529563 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-002410d7-a2a7-4f69-9ab6-a983a904ff5a req-cc0e94c8-ae9c-4f2e-95cc-8c5712b1f2f0 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713871 Sep 06 14:46:22.584635 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Allocated IP 172.27.3.122 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/9d284fe3-dce5-4b32-8a22-32331faa1d56) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:46:22.684231 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:22.765725 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:22.799151 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:46:22.802005 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:46:22.804543 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:46:22.840362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'Port': ['ID=9d284fe3-dce5-4b32-8a22-32331faa1d56,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:23.384095 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:23.496948 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:23.667291 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acb912-b371-4c42-b73c-3324f443ee67 req-8bb99cf6-28fe-4294-963f-b67087d9168f tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:23.668704 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-73acb912-b371-4c42-b73c-3324f443ee67 req-8bb99cf6-28fe-4294-963f-b67087d9168f tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 943 time: 0.0723460 Sep 06 14:46:23.691438 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:23.717059 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-73acb912-b371-4c42-b73c-3324f443ee67 req-f44acdb2-f732-4c70-bda9-4e0d5d7cb4f0 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397983 Sep 06 14:46:23.747774 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:23.757870 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:23.824906 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event updated for resources: {'Port': ['ID=9d284fe3-dce5-4b32-8a22-32331faa1d56,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:23.833334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:23.930906 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Floating IP 118adaf3-8451-447e-8d30-873025da7e1f associated. External IP: 172.27.3.122, port: 8f1d0937-0957-4427-9815-bf8f77afe4eb. Sep 06 14:46:24.128301 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Router fad54b86-1e7d-4636-8147-1107f6b6c5aa has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:46:24.230847 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:46:24.242950 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] Sync routers for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:46:24.251289 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:24.251996 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:24.301842 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:24.328725 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6c6ed489-7732-47a9-8b0a-0b17ddab0eaf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1189413 Sep 06 14:46:24.329451 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:24.331746 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf36f91-feee-4177-889f-486e0c8e896e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:24.353406 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:24.367705 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38722f33-20bb-4a84-ab10-cb12dc9400d9 x-openstack-request-id: req-38722f33-20bb-4a84-ab10-cb12dc9400d9 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:24.367998 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:24.368250 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38722f33-20bb-4a84-ab10-cb12dc9400d9 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:24.368644 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'status': 'completed', 'code': 200} Sep 06 14:46:24.428478 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36f91-feee-4177-889f-486e0c8e896e req-e32e260f-8673-4eda-bbb9-885f85342a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.429996 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fcf36f91-feee-4177-889f-486e0c8e896e req-e32e260f-8673-4eda-bbb9-885f85342a00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eacf892be44e4ece806c80cb05d7358c&device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1098 time: 0.0398948 Sep 06 14:46:24.523025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36f91-feee-4177-889f-486e0c8e896e req-7e3dc3f5-e406-4175-b5ce-ddc3158ddea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.524451 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fcf36f91-feee-4177-889f-486e0c8e896e req-7e3dc3f5-e406-4175-b5ce-ddc3158ddea1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a080fe08-515f-4033-8769-b638688c1ba5 HTTP/1.1" status: 200 len: 909 time: 0.0871921 Sep 06 14:46:24.568336 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '118adaf3-8451-447e-8d30-873025da7e1f', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'port_id': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'mac_address': 'fa:16:3e:eb:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:23Z', 'updated_at': '2021-09-06T14:46:23Z', 'revision_number': 0, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:40Z', 'revision_number': 5, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:24.590213 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fcf36f91-feee-4177-889f-486e0c8e896e req-ae47ef39-96f0-483e-9de1-b17b3dcca73d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb HTTP/1.1" status: 200 len: 999 time: 0.0576267 Sep 06 14:46:24.599799 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] Checking router: fad54b86-1e7d-4636-8147-1107f6b6c5aa for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:46:24.608574 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:24.609212 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:24.642003 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36f91-feee-4177-889f-486e0c8e896e req-42f0300c-0a0a-41a1-997d-94960976ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.643479 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fcf36f91-feee-4177-889f-486e0c8e896e req-42f0300c-0a0a-41a1-997d-94960976ca54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f360619-7744-4e49-a16d-b31451544a9e HTTP/1.1" status: 200 len: 847 time: 0.0439603 Sep 06 14:46:24.691968 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36f91-feee-4177-889f-486e0c8e896e req-31e76bb9-1248-4f55-81a1-9a8cf309103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.693894 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fcf36f91-feee-4177-889f-486e0c8e896e req-31e76bb9-1248-4f55-81a1-9a8cf309103a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a080fe08-515f-4033-8769-b638688c1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426412 Sep 06 14:46:24.707798 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:24.798077 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fcf36f91-feee-4177-889f-486e0c8e896e req-b5109b25-6982-4c13-9f6b-548e02d71d06 service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927753 Sep 06 14:46:24.893042 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480be2a-dedb-4ab4-9c29-f1c4cc681a62 req-3c24be8f-9fcf-464e-b5d3-7f788fca349e tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:24.894531 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5480be2a-dedb-4ab4-9c29-f1c4cc681a62 req-3c24be8f-9fcf-464e-b5d3-7f788fca349e tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 943 time: 0.1108251 Sep 06 14:46:24.930181 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fcf36f91-feee-4177-889f-486e0c8e896e req-687b1f62-425c-4734-9ab2-9a9e0c9f9ea0 service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149948 Sep 06 14:46:24.931509 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '118adaf3-8451-447e-8d30-873025da7e1f', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'port_id': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'mac_address': 'fa:16:3e:eb:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:23Z', 'updated_at': '2021-09-06T14:46:23Z', 'revision_number': 0, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:40Z', 'revision_number': 5, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:24.947829 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5480be2a-dedb-4ab4-9c29-f1c4cc681a62 req-88215779-7f24-4546-a804-0a27470680e1 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473990 Sep 06 14:46:24.958155 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709a399a-d4c3-4441-bb20-5dbb91b0e1cb None None] The sync data for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi is: [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '118adaf3-8451-447e-8d30-873025da7e1f', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'port_id': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'mac_address': 'fa:16:3e:eb:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:23Z', 'updated_at': '2021-09-06T14:46:23Z', 'revision_number': 0, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:40Z', 'revision_number': 5, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:46:25.134074 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab498584-0708-4f39-a926-880984bdbc67 None None] New status for floating IP 118adaf3-8451-447e-8d30-873025da7e1f: ACTIVE {{(pid=100992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:46:25.683656 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-8c3c79b3-bf2c-4fbe-a77d-d3656a6a912c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420501 Sep 06 14:46:25.749855 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-666f3c0c-21bf-4501-b9b9-f2e234fcd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:25.751297 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-666f3c0c-21bf-4501-b9b9-f2e234fcd4e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfd771d1905435d98182b0633e30a0b&device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 1100 time: 0.0389740 Sep 06 14:46:25.851188 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-9042081e-b090-4246-9b38-e752578e3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:25.852713 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-9042081e-b090-4246-9b38-e752578e3b05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 200 len: 917 time: 0.0813723 Sep 06 14:46:25.920383 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-aca76c7f-eb7e-43c8-9f00-5d4b6f8afe25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e HTTP/1.1" status: 200 len: 1002 time: 0.0586531 Sep 06 14:46:25.973570 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-ff1bd93e-1ea5-4d1a-a630-e401ee0ca837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:25.975113 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-ff1bd93e-1ea5-4d1a-a630-e401ee0ca837 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 200 len: 855 time: 0.0427883 Sep 06 14:46:26.044320 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-06ad4c5a-a1d6-4d46-acc5-2899b2c0579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:26.045779 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-06ad4c5a-a1d6-4d46-acc5-2899b2c0579b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c878280-0b8e-4db2-a96d-74008eff70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631874 Sep 06 14:46:26.068163 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58c9dc-c726-4160-bcaa-a2d9ef7516a1 req-93159892-7d08-4838-9249-15c93f0f0be2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:26.069574 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db58c9dc-c726-4160-bcaa-a2d9ef7516a1 req-93159892-7d08-4838-9249-15c93f0f0be2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 943 time: 0.0553224 Sep 06 14:46:26.151941 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db58c9dc-c726-4160-bcaa-a2d9ef7516a1 req-c1cb7c44-9126-4ca1-90bc-fcaa873a81af tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747023 Sep 06 14:46:26.177381 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-a9382756-623e-460f-877a-e730afbb1d74 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068854 Sep 06 14:46:26.271178 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e0a438e2-ccfa-480b-aa86-267bc717956c req-7a5c9c2f-4ed6-4161-8701-24e05f212a98 service neutron] 10.222.0.18 "GET /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840340 Sep 06 14:46:26.896628 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 042dc3a8-2bf6-4950-bcb9-0fad752944d1 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:46:26.992704 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 042dc3a8-2bf6-4950-bcb9-0fad752944d1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:27.003359 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:46:27.039973 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:27.052011 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042dc3a8-2bf6-4950-bcb9-0fad752944d1 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:46:27.070229 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 042dc3a8-2bf6-4950-bcb9-0fad752944d1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:27.135883 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:27.185116 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=042dc3a8-2bf6-4950-bcb9-0fad752944d1,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:27.191978 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.192343 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.192687 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.193024 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.193356 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.193687 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.194019 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.194346 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.194672 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.194998 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.195323 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.195669 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:27.264029 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829c565-b8ab-4d5b-8411-786b24eebd23 req-5cb3a340-5297-4588-9cbd-b0a4d8dfc1c7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:27.266059 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2829c565-b8ab-4d5b-8411-786b24eebd23 req-5cb3a340-5297-4588-9cbd-b0a4d8dfc1c7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 944 time: 0.0484529 Sep 06 14:46:27.302280 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2829c565-b8ab-4d5b-8411-786b24eebd23 req-ffc78ce9-7f7e-4bbd-ac7e-54555642a837 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298522 Sep 06 14:46:27.395328 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['042dc3a8-2bf6-4950-bcb9-0fad752944d1'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:46:28.412867 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3da77-1f0f-4854-8e66-21eb4778ed3f req-ec5d42cf-3bbb-4f31-bd8e-d7ca34e8cd4a tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:28.414307 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-68a3da77-1f0f-4854-8e66-21eb4778ed3f req-ec5d42cf-3bbb-4f31-bd8e-d7ca34e8cd4a tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 944 time: 0.0483000 Sep 06 14:46:28.453715 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-68a3da77-1f0f-4854-8e66-21eb4778ed3f req-fbb28688-f8f1-4380-bde6-8051d6df7a0d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336242 Sep 06 14:46:28.921579 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 042dc3a8-2bf6-4950-bcb9-0fad752944d1 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:46:29.031892 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:46:29.035412 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:46:29.035808 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:29.109257 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:29.130606 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:29.132821 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f54c64-25be-46b8-b809-64f68946db88" -d '{"events": [{"server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "name": "network-vif-plugged", "status": "completed", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:29.144576 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 042dc3a8-2bf6-4950-bcb9-0fad752944d1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:29.168563 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b6cd8-044f-4a00-b47d-5c788f6ba1e8 x-openstack-request-id: req-1e8b6cd8-044f-4a00-b47d-5c788f6ba1e8 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:29.168563 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "name": "network-vif-plugged", "status": "completed", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:29.168563 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e8b6cd8-044f-4a00-b47d-5c788f6ba1e8 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:29.168563 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'code': 200} Sep 06 14:46:29.214660 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:29.263265 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=042dc3a8-2bf6-4950-bcb9-0fad752944d1,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:29.510156 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d98a6d-95b3-4895-8ba3-efe15d5ccbf4 req-c4256acd-ec27-4d64-9b03-2c92b7205191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:29.511692 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-77d98a6d-95b3-4895-8ba3-efe15d5ccbf4 req-c4256acd-ec27-4d64-9b03-2c92b7205191 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 1098 time: 0.0392125 Sep 06 14:46:29.574008 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-77d98a6d-95b3-4895-8ba3-efe15d5ccbf4 req-00b787de-afbc-41e4-bace-87945c6bcce8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539730 Sep 06 14:46:29.585683 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749f25-b3f2-4b3b-ad15-a161f2963cf2 req-e29caf40-510c-4ff8-a456-8104f1269893 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:29.587125 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-de749f25-b3f2-4b3b-ad15-a161f2963cf2 req-e29caf40-510c-4ff8-a456-8104f1269893 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 945 time: 0.0683248 Sep 06 14:46:29.624645 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-de749f25-b3f2-4b3b-ad15-a161f2963cf2 req-22cb2094-3013-4488-824e-c363b584cf95 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308459 Sep 06 14:46:30.746857 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48e974-ce36-4408-a0cf-3f47385b4de7 req-554a830f-cece-4438-8c15-fbbdd8972911 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:30.748351 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-af48e974-ce36-4408-a0cf-3f47385b4de7 req-554a830f-cece-4438-8c15-fbbdd8972911 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 945 time: 0.0570199 Sep 06 14:46:30.785067 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-af48e974-ce36-4408-a0cf-3f47385b4de7 req-a644db0c-f111-4cfd-9e4b-82cd5e1a649c tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302346 Sep 06 14:46:31.896387 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c07521-765f-4b30-9ce6-58e3112e025d req-fe8226ad-a914-4f59-b4db-2673717fe706 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:31.897750 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6c07521-765f-4b30-9ce6-58e3112e025d req-fe8226ad-a914-4f59-b4db-2673717fe706 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 945 time: 0.0473740 Sep 06 14:46:31.933215 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6c07521-765f-4b30-9ce6-58e3112e025d req-c77f0531-7d02-4a95-b185-8a4e3c5c988a tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297418 Sep 06 14:46:32.042801 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe69b-fd44-49a8-80af-9db355a013b4 req-f7a96516-bf58-4f0a-a7ee-a4386756e3fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:32.044267 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dccbe69b-fd44-49a8-80af-9db355a013b4 req-f7a96516-bf58-4f0a-a7ee-a4386756e3fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Sep 06 14:46:32.081015 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dccbe69b-fd44-49a8-80af-9db355a013b4 req-0445cae2-2fdb-4165-bcad-61ab364bc6b6 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308745 Sep 06 14:46:32.102460 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35928) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:32.143360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cddf9-36f8-4bcf-9c30-98bc25314348 tempest-TestVolumeBootPattern-27048658 tempest-TestVolumeBootPattern-27048658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:32.144836 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-809cddf9-36f8-4bcf-9c30-98bc25314348 tempest-TestVolumeBootPattern-27048658 tempest-TestVolumeBootPattern-27048658-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 1093 time: 0.0414264 Sep 06 14:46:32.147553 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35930) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:32.151711 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:32.226954 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:32.319143 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:32.422686 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Allocated IP 172.27.3.192 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/820ed187-e16a-4bd9-99ae-ca15388bef13) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:46:32.519315 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:32.627957 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:32.666899 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:46:32.669736 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:46:32.673912 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:46:32.698361 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=820ed187-e16a-4bd9-99ae-ca15388bef13,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:33.003278 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:33.131149 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:33.274255 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:33.335911 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:33.400819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=820ed187-e16a-4bd9-99ae-ca15388bef13,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:33.411906 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:33.506589 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Floating IP 648cba53-291f-4886-be47-bf117bd0eeed associated. External IP: 172.27.3.192, port: 042dc3a8-2bf6-4950-bcb9-0fad752944d1. Sep 06 14:46:33.949725 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:46:34.052423 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:46:34.061728 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:46:34.071350 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:34.073077 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:34.101621 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:34.128569 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-2e7d93b7-f7ba-46be-befc-80eef5ffa2fa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9800847 Sep 06 14:46:34.129245 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:34.131608 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ae1140-4960-4064-bf98-01a2d593f28a" -d '{"events": [{"name": "network-changed", "server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:34.166201 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddad1d2b-99fe-40d7-b7db-68a2c394411b x-openstack-request-id: req-ddad1d2b-99fe-40d7-b7db-68a2c394411b {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:34.166494 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:34.166750 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddad1d2b-99fe-40d7-b7db-68a2c394411b {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:34.167213 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'status': 'completed', 'code': 200} Sep 06 14:46:34.184859 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:34.232061 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae1140-4960-4064-bf98-01a2d593f28a req-c812b976-9027-43c1-bd01-3f171af3bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:34.233548 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87ae1140-4960-4064-bf98-01a2d593f28a req-c812b976-9027-43c1-bd01-3f171af3bd40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 1098 time: 0.0392296 Sep 06 14:46:34.325082 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae1140-4960-4064-bf98-01a2d593f28a req-676d5bf7-c5c3-4bba-a13a-709472419398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:34.326563 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87ae1140-4960-4064-bf98-01a2d593f28a req-676d5bf7-c5c3-4bba-a13a-709472419398 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 912 time: 0.0851629 Sep 06 14:46:34.392274 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87ae1140-4960-4064-bf98-01a2d593f28a req-83153095-964f-4d0b-b547-e0a3d8b4c19a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1 HTTP/1.1" status: 200 len: 999 time: 0.0576351 Sep 06 14:46:34.398740 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:32Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:34.427694 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:46:34.435908 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:34.436518 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:34.445733 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae1140-4960-4064-bf98-01a2d593f28a req-52bb139f-5ebf-4b03-ac69-deee65182aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:34.447216 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87ae1140-4960-4064-bf98-01a2d593f28a req-52bb139f-5ebf-4b03-ac69-deee65182aec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0471661 Sep 06 14:46:34.493279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae1140-4960-4064-bf98-01a2d593f28a req-203d12fc-a0d7-4826-b1eb-c6602c3ca62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:34.494788 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87ae1140-4960-4064-bf98-01a2d593f28a req-203d12fc-a0d7-4826-b1eb-c6602c3ca62e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388100 Sep 06 14:46:34.536340 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:34.586936 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87ae1140-4960-4064-bf98-01a2d593f28a req-c5484027-4679-4e74-9b4a-0097bfe239e3 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Sep 06 14:46:34.680550 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-87ae1140-4960-4064-bf98-01a2d593f28a req-2c075803-7e3d-40ee-99f7-daa598fef27b service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Sep 06 14:46:34.866293 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:32Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:34.892492 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7c43f-eed9-4179-b831-9211a65186d4 None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:32Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:46:35.058689 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b3f73-40e2-4e6f-8392-ee91048edd98 None None] New status for floating IP 648cba53-291f-4886-be47-bf117bd0eeed: ACTIVE {{(pid=100992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:46:38.461353 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b8d7eb21-7abe-4408-963b-63fee217df19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:41.226884 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7b5d6183-a0d6-4f0e-a938-1cf2e94f5272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:41.421129 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:42.174679 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:42.734293 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e10c70-22ee-46db-a42d-6f661905b4da req-93bb3de5-57a5-461d-90be-173749238d64 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:42.735774 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-73e10c70-22ee-46db-a42d-6f661905b4da req-93bb3de5-57a5-461d-90be-173749238d64 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 947 time: 0.0486252 Sep 06 14:46:42.774287 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-73e10c70-22ee-46db-a42d-6f661905b4da req-04a7601d-05c2-4fad-a20a-ae6f9b502fdc tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Sep 06 14:46:43.896619 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f0915-23d0-4f49-aed1-667b495ee44f req-1fc0dc2e-d7e1-4106-807f-ba34b9e5ff48 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:43.897993 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-666f0915-23d0-4f49-aed1-667b495ee44f req-1fc0dc2e-d7e1-4106-807f-ba34b9e5ff48 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 947 time: 0.0524533 Sep 06 14:46:43.934132 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-666f0915-23d0-4f49-aed1-667b495ee44f req-9edcdc5e-9340-4c2e-abb6-f26ff3a7786e tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7fd098f-e8d1-4215-8038-9e9b027acc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302243 Sep 06 14:46:44.185664 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:44.398650 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-13aff682-5cf4-490b-bfef-ffbecbbc8055 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:44.400113 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-13aff682-5cf4-490b-bfef-ffbecbbc8055 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 947 time: 0.0479882 Sep 06 14:46:44.492301 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Deleting port 2670cb5c-1983-485d-8dfc-9c73f066ee7e {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:46:44.492564 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:44.580492 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] For port 2670cb5c-1983-485d-8dfc-9c73f066ee7e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2670cb5c-1983-485d-8dfc-9c73f066ee7e,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:44.580861 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:44.744241 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:44.744601 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:44.744925 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Floating IP 6019c38e-8b41-45af-926b-e8116462dd85 disassociated. External IP: 172.27.3.206, port: 2670cb5c-1983-485d-8dfc-9c73f066ee7e. Sep 06 14:46:44.745267 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Calling delete_port for 2670cb5c-1983-485d-8dfc-9c73f066ee7e owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:46:44.929286 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:44.954572 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event deleted for resources: {'Port': ['ID=2670cb5c-1983-485d-8dfc-9c73f066ee7e,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:45.059269 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4d2bab6c-fb47-4c3b-90c6-2ca5bfac53f9 req-0b690eaa-9e67-4204-b5ee-221545d1c2a9 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 210 time: 0.0305073 Sep 06 14:46:45.093360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Router 26298d19-0365-4db7-bd85-e833f5b7e9df has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:46:45.196870 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:46:45.206565 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585904a-9240-4093-b172-bec460d64980 None None] Sync routers for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:46:45.215712 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585904a-9240-4093-b172-bec460d64980 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:45.216331 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a585904a-9240-4093-b172-bec460d64980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:45.238415 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] No DVR routers for this DVR port 2670cb5c-1983-485d-8dfc-9c73f066ee7e on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:46:45.241484 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:45.243542 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6569197-e17e-4482-9de1-75a9918cbd84 req-11ca3a1b-350a-4243-9d44-f49fa17cc84a tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.18 "DELETE /v2.0/ports/2670cb5c-1983-485d-8dfc-9c73f066ee7e HTTP/1.1" status: 204 len: 173 time: 0.8337138 Sep 06 14:46:45.243980 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-deleted', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:46:45.246228 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a466a69-a9f3-498f-a59d-543e03a7fb96" -d '{"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-deleted", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:46:45.279707 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fb8347-8bf2-4d33-bf22-df5e54aa5435 x-openstack-request-id: req-19fb8347-8bf2-4d33-bf22-df5e54aa5435 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:46:45.280001 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5", "name": "network-vif-deleted", "tag": "2670cb5c-1983-485d-8dfc-9c73f066ee7e", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:46:45.280375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19fb8347-8bf2-4d33-bf22-df5e54aa5435 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:46:45.280636 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5', 'name': 'network-vif-deleted', 'tag': '2670cb5c-1983-485d-8dfc-9c73f066ee7e', 'status': 'completed', 'code': 200} Sep 06 14:46:45.337058 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-a585904a-9240-4093-b172-bec460d64980 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:45.539009 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a585904a-9240-4093-b172-bec460d64980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:45.566257 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585904a-9240-4093-b172-bec460d64980 None None] Checking router: 26298d19-0365-4db7-bd85-e833f5b7e9df for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:46:45.574603 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585904a-9240-4093-b172-bec460d64980 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:45.575249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a585904a-9240-4093-b172-bec460d64980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:45.678384 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-a585904a-9240-4093-b172-bec460d64980 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:45.872353 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a585904a-9240-4093-b172-bec460d64980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:45.898873 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585904a-9240-4093-b172-bec460d64980 None None] The sync data for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi is: [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:39:20Z', 'revision_number': 4, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4', 'name': '', 'network_id': '2c878280-0b8e-4db2-a96d-74008eff70a0', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'mac_address': 'fa:16:3e:21:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:19Z', 'updated_at': '2021-09-06T14:39:28Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'subnets': [{'id': '7e02487d-d669-4922-9ee9-42787dd76a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:46:46.111377 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27824310-f73b-4fae-a2c3-e69b86661ed6 None None] New status for floating IP 6019c38e-8b41-45af-926b-e8116462dd85: DOWN {{(pid=100992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:46:46.170869 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-61aadc35-6ab3-4aa9-972b-9c12fbf44e54 req-e61c74c3-7e2e-4f13-9c45-9f346e9c77a4 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bdfc3e-97b5-4ec0-a2ba-aebf08409ba5 HTTP/1.1" status: 200 len: 210 time: 0.0270863 Sep 06 14:46:46.632657 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:46:47.295391 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 35970) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:47.350629 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.373661 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.461026 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.463592 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.464740 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "DELETE /v2.0/security-groups/d7fd098f-e8d1-4215-8038-9e9b027acc5b HTTP/1.1" status: 204 len: 168 time: 0.1682332 Sep 06 14:46:47.467464 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35972) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:47.474727 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fd098f-e8d1-4215-8038-9e9b027acc5b,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:47.481430 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.api.v2.resource [None req-aa3b6655-901b-4911-8218-fa8004825483 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] show failed (client error): The resource could not be found. Sep 06 14:46:47.483205 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.484050 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-aa3b6655-901b-4911-8218-fa8004825483 tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "GET /v2.0/security-groups/d7fd098f-e8d1-4215-8038-9e9b027acc5b HTTP/1.1" status: 404 len: 347 time: 0.0140073 Sep 06 14:46:47.484198 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.484198 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.484198 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.484198 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.484566 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.484566 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.484905 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.485231 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.485563 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.485956 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.486101 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35974) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:47.486285 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a87a6f-9825-4617-a1fb-c4e0dcca764c tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:46:47.607539 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Deleting port 3d8943e4-d0a6-41aa-bc7d-243e71d24ea0 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:46:47.607885 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.680218 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.680546 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.691735 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Calling delete_port for 3d8943e4-d0a6-41aa-bc7d-243e71d24ea0 owned by network:floatingip {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:46:47.849684 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.873866 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Pushing event deleted for resources: {'Port': ['ID=3d8943e4-d0a6-41aa-bc7d-243e71d24ea0,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:47.934310 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks [] for floatingip, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.936838 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:47.937978 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ea792495-284c-4054-a01b-2bc79b51ec9b tempest-AttachVolumeShelveTestJSON-1651177661 tempest-AttachVolumeShelveTestJSON-1651177661-project] 10.222.0.48 "DELETE /v2.0/floatingips/6019c38e-8b41-45af-926b-e8116462dd85 HTTP/1.1" status: 204 len: 168 time: 0.4510803 Sep 06 14:46:49.092804 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:46:49.112555 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 2670cb5c-1983-485d-8dfc-9c73f066ee7e {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:46:49.112897 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 2670cb5c-1983-485d-8dfc-9c73f066ee7e not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:46:50.602208 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 35996) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:51.027521 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:51.261716 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Deleting port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:46:51.262060 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:51.339375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] For port 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:51.339795 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:51.351944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Calling delete_port for 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 owned by network:router_interface {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:46:51.624902 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:51.654474 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:51.810643 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:52.018947 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Router 26298d19-0365-4db7-bd85-e833f5b7e9df has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:46:52.121673 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:46:52.129907 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-dcb47269-2b3b-4a55-a3c5-2f39f855ca24 admin admin] 10.222.0.48 "PUT /v2.0/routers/26298d19-0365-4db7-bd85-e833f5b7e9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5233517 Sep 06 14:46:52.129907 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36000) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:52.130097 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] Sync routers for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:46:52.139007 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:52.139661 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:52.244344 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:52.428663 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:46:51Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:52.455818 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] Checking router: 26298d19-0365-4db7-bd85-e833f5b7e9df for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:46:52.464147 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] Routers {'26298d19-0365-4db7-bd85-e833f5b7e9df'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:52.464755 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['26298d19-0365-4db7-bd85-e833f5b7e9df'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:52.483862 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks [] for router, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:52.565529 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] Set router 26298d19-0365-4db7-bd85-e833f5b7e9df gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:52.585157 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:52.690066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Deleting port e8f5e78d-92fc-4028-85f7-70a20b22f7a2 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:46:52.690757 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:52.739379 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:46:51Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:52.767036 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] For port e8f5e78d-92fc-4028-85f7-70a20b22f7a2, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=e8f5e78d-92fc-4028-85f7-70a20b22f7a2,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:52.767723 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:52.768634 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95183d3-5d08-4ead-b1c8-bfe6442d3120 None None] The sync data for ids ['26298d19-0365-4db7-bd85-e833f5b7e9df'] in dv-cinder-807083-5-iscsi is: [{'id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'name': 'tempest-AttachVolumeShelveTestJSON-966780102-router', 'tenant_id': '9cfd771d1905435d98182b0633e30a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:39:14Z', 'updated_at': '2021-09-06T14:46:51Z', 'revision_number': 5, 'project_id': '9cfd771d1905435d98182b0633e30a0b', 'gw_port': {'id': 'e8f5e78d-92fc-4028-85f7-70a20b22f7a2', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26298d19-0365-4db7-bd85-e833f5b7e9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:39:15Z', 'updated_at': '2021-09-06T14:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:46:52.780698 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Calling delete_port for e8f5e78d-92fc-4028-85f7-70a20b22f7a2 owned by network:router_gateway {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:46:52.990763 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.024055 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f5e78d-92fc-4028-85f7-70a20b22f7a2,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:53.074728 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.167000 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.169397 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.294645 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.295222 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26298d19-0365-4db7-bd85-e833f5b7e9df {{(pid=100990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:46:53.299999 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.301264 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-66fc1dc1-ee7c-4fba-aba0-34203c6af13d admin admin] 10.222.0.48 "DELETE /v2.0/routers/26298d19-0365-4db7-bd85-e833f5b7e9df HTTP/1.1" status: 204 len: 168 time: 1.1711295 Sep 06 14:46:53.303897 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36002) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:53.354227 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_v2 [None req-93953b1e-0fae-43c0-bcf1-f6852d1f9bde admin admin] Deleting subnet 7e02487d-d669-4922-9ee9-42787dd76a16 {{(pid=100990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:46:53.357508 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-93953b1e-0fae-43c0-bcf1-f6852d1f9bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.393440 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-93953b1e-0fae-43c0-bcf1-f6852d1f9bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126793731'] for subnet, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.499841 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-93953b1e-0fae-43c0-bcf1-f6852d1f9bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.632494 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-93953b1e-0fae-43c0-bcf1-f6852d1f9bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126827025'] for subnet, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.656554 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93953b1e-0fae-43c0-bcf1-f6852d1f9bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e02487d-d669-4922-9ee9-42787dd76a16,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:53.662379 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-93953b1e-0fae-43c0-bcf1-f6852d1f9bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.664288 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-93953b1e-0fae-43c0-bcf1-f6852d1f9bde admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7e02487d-d669-4922-9ee9-42787dd76a16 HTTP/1.1" status: 204 len: 168 time: 0.3594754 Sep 06 14:46:53.666861 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36006) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:53.669298 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8569a551-a0a6-4aa9-97fb-9b2f412fd672 None None] Network 2c878280-0b8e-4db2-a96d-74008eff70a0 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:46:53.740843 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.803597 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Deleting port 7221e317-a4f1-4e80-8ed2-eb335e5436fc {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:46:53.803959 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.810803 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.866855 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] For port 7221e317-a4f1-4e80-8ed2-eb335e5436fc, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=7221e317-a4f1-4e80-8ed2-eb335e5436fc,segment=NetworkSegment(1cc28183-e1fb-4015-811f-f48d24bf3720),segment_id=1cc28183-e1fb-4015-811f-f48d24bf3720)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:53.867231 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:53.879441 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Calling delete_port for 7221e317-a4f1-4e80-8ed2-eb335e5436fc owned by network:dhcp {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:46:54.002500 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] DHCP port deletion for 2c878280-0b8e-4db2-a96d-74008eff70a0 request from dv-cinder-807083-5-iscsi {{(pid=100991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:46:54.033185 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device e8f5e78d-92fc-4028-85f7-70a20b22f7a2 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:46:54.055686 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: e8f5e78d-92fc-4028-85f7-70a20b22f7a2 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:46:54.056031 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device e8f5e78d-92fc-4028-85f7-70a20b22f7a2 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:46:54.056448 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:46:54.076019 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:46:54.076363 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 9e6debd6-0c22-4a0f-b9ca-e7ef6e3df4c4 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:46:54.078212 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.098961 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] Deleting port 7221e317-a4f1-4e80-8ed2-eb335e5436fc {{(pid=100991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:46:54.098961 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.104920 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7221e317-a4f1-4e80-8ed2-eb335e5436fc,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:54.111864 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] No DVR routers for this DVR port 7221e317-a4f1-4e80-8ed2-eb335e5436fc on host dv-cinder-807083-5-iscsi {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:46:54.157409 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] For port 7221e317-a4f1-4e80-8ed2-eb335e5436fc, host dv-cinder-807083-5-iscsi, got binding levels [] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:46:54.157804 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.169678 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] Calling delete_port for 7221e317-a4f1-4e80-8ed2-eb335e5436fc owned by network:dhcp {{(pid=100991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:46:54.173596 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.ipam_backend_mixin [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] Port 7221e317-a4f1-4e80-8ed2-eb335e5436fc was not found and therefore no delete operation was performed {{(pid=100991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 14:46:54.174914 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428'] for port, after_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.183081 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.193335 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c878280-0b8e-4db2-a96d-74008eff70a0']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:54.199756 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] Pushing event deleted for resources: {'Port': ['ID=7221e317-a4f1-4e80-8ed2-eb335e5436fc,revision_number=None']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:54.203739 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea81a8-b903-4c23-b6fc-ed517134f0e8 None None] No DVR routers for this DVR port 7221e317-a4f1-4e80-8ed2-eb335e5436fc on host dv-cinder-807083-5-iscsi {{(pid=100991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:46:54.206522 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc28183-e1fb-4015-811f-f48d24bf3720') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:54.208149 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc28183-e1fb-4015-811f-f48d24bf3720') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:54.218042 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.232870 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.239068 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:46:54.245144 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:46:54.361639 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.366921 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.368764 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2c878280-0b8e-4db2-a96d-74008eff70a0 HTTP/1.1" status: 204 len: 168 time: 0.7009656 Sep 06 14:46:54.383006 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69e6e5-d8ec-4d48-b0b1-69c0c26e9c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c878280-0b8e-4db2-a96d-74008eff70a0,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:54.693569 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36010) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:54.731855 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-be268a85-8892-490e-8fd0-627107300c86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cfd771d1905435d98182b0633e30a0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379539 Sep 06 14:46:54.734138 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36012) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:54.783987 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-44b93f4b-4427-49c3-97f8-a741acf6a5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.805223 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-44b93f4b-4427-49c3-97f8-a741acf6a5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.923106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-44b93f4b-4427-49c3-97f8-a741acf6a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.925658 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-44b93f4b-4427-49c3-97f8-a741acf6a5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:54.926842 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-44b93f4b-4427-49c3-97f8-a741acf6a5f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bea342b1-864c-4a04-b036-d95d5f81d292 HTTP/1.1" status: 204 len: 168 time: 0.1918356 Sep 06 14:46:54.936343 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b93f4b-4427-49c3-97f8-a741acf6a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea342b1-864c-4a04-b036-d95d5f81d292,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:55.938199 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36036) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:55.982811 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 7221e317-a4f1-4e80-8ed2-eb335e5436fc no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:46:56.002243 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 7221e317-a4f1-4e80-8ed2-eb335e5436fc {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:46:56.002513 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 7221e317-a4f1-4e80-8ed2-eb335e5436fc not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:46:56.035600 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-191908824-network', 'tenant_id': 'f386d865c2764e3699680b13c27669bf'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:56.150047 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Made reservation on behalf of f386d865c2764e3699680b13c27669bf for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:46:56.152316 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.160390 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.244553 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.310373 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.330205 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:46:56.343797 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109feef8-37e4-4a79-b8a5-465b8edc2565,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:56.348448 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.348782 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Added segment 05a2f454-901f-4fba-9538-075b30d7947e of type vlan for network ec543a52-c33e-412c-b4ad-7e957e0124e8 Sep 06 14:46:56.386687 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.477021 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.477965 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:56.478561 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.535442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] Pushing event updated for resources: {'Network': ['ID=ec543a52-c33e-412c-b4ad-7e957e0124e8,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:56.545231 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:46:56.557971 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9754ed79-e03f-4675-9d7f-18fb90d78d22 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6187050 Sep 06 14:46:56.560932 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36040) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:56.565643 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Request body: {'subnet': {'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-191908824-subnet', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:56.631815 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Made reservation on behalf of f386d865c2764e3699680b13c27669bf for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:46:56.634120 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126827060'] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.854613 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126827034'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:56.908097 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3626f0-170a-4951-8229-94c5338d2c46,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:56.915550 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Checking segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:46:56.915912 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Network hostable DHCP agents. Network: ec543a52-c33e-412c-b4ad-7e957e0124e8, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:46:56.997380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:46:57.065883 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, ec543a52-c33e-412c-b4ad-7e957e0124e8) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:46:57.070342 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:46:57.070931 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.074905 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c28cce1-a3a7-4250-ab87-ef4d69fe47ba None None] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:46:57.168356 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-ff075e44-87d4-4970-8873-673710652080 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6063602 Sep 06 14:46:57.170874 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36042) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:57.175378 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:46:57.214498 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-ec543a52-c33e-412c-b4ad-7e957e0124e8', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:46:57.215361 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.260628 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.261682 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.315662 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.344979 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Allocated IP 172.20.0.2 (ec543a52-c33e-412c-b4ad-7e957e0124e8/ab3626f0-170a-4951-8229-94c5338d2c46/fbc9a175-8cd6-4669-aed2-ef6308484fc3) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:46:57.486440 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.494450 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Transition to ACTIVE for port object fbc9a175-8cd6-4669-aed2-ef6308484fc3 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:46:57.508861 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Transition to ACTIVE for port object fbc9a175-8cd6-4669-aed2-ef6308484fc3 will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:46:57.512482 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.590711 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Pushing event updated for resources: {'Port': ['ID=fbc9a175-8cd6-4669-aed2-ef6308484fc3,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Attempting to bind port fbc9a175-8cd6-4669-aed2-ef6308484fc3 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Attempting to bind port fbc9a175-8cd6-4669-aed2-ef6308484fc3 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Attempting to bind port fbc9a175-8cd6-4669-aed2-ef6308484fc3 on network ec543a52-c33e-412c-b4ad-7e957e0124e8 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Checking segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.722161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Bound using segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:46:57.724704 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Bound port: fbc9a175-8cd6-4669-aed2-ef6308484fc3, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:46:57.724704 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.777349 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] For port fbc9a175-8cd6-4669-aed2-ef6308484fc3, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:46:57.780241 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] For port fbc9a175-8cd6-4669-aed2-ef6308484fc3, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=fbc9a175-8cd6-4669-aed2-ef6308484fc3,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:46:57.854893 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.858791 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.877269 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:57.913062 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24494720-49e8-44bc-8ab0-9f43d85e8d17 None None] Pushing event updated for resources: {'Port': ['ID=fbc9a175-8cd6-4669-aed2-ef6308484fc3,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:57.985207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Allocated IP 172.27.3.133 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/eb4a4644-deca-43b0-8a9f-f171583cca3b) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:46:58.102245 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:58.213690 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:58.251003 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:46:58.253735 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:46:58.257733 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:46:58.265410 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Pushing event updated for resources: {'Port': ['ID=eb4a4644-deca-43b0-8a9f-f171583cca3b,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:46:58.565217 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:58.738296 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6760a6-503a-4ed8-98a9-6de8246f17b2 None None] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:46:58.761904 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:58.895134 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-dba5f134-75a2-4299-a091-0dbd598c452a None None] Provisioning for port fbc9a175-8cd6-4669-aed2-ef6308484fc3 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:46:58.979243 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:46:59.330613 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:46:59.339521 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Sync routers for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:46:59.348436 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:46:59.349041 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:59.402941 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:59.404248 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-071fcc72-3800-463b-8b59-4216040140bf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2323551 Sep 06 14:46:59.407032 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36044) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:46:59.450271 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:46:59.624229 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:46:58Z', 'revision_number': 3, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:46:59.650286 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Checking router: 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:46:59.650649 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Updating router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e port eb4a4644-deca-43b0-8a9f-f171583cca3b binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:46:59.674679 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:59.811394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:46:59.971153 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Allocated IP 172.20.0.1 (ec543a52-c33e-412c-b4ad-7e957e0124e8/ab3626f0-170a-4951-8229-94c5338d2c46/6bebf3c9-d8c2-4b8c-91a7-64af34f4e467) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:47:00.008850 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.019214 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Transition to ACTIVE for port object eb4a4644-deca-43b0-8a9f-f171583cca3b will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:47:00.033886 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device fbc9a175-8cd6-4669-aed2-ef6308484fc3 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:47:00.075863 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.088730 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.089809 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Transition to ACTIVE for port object 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:47:00.145421 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Attempting to bind port eb4a4644-deca-43b0-8a9f-f171583cca3b on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:47:00.145788 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Attempting to bind port eb4a4644-deca-43b0-8a9f-f171583cca3b by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:47:00.146154 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Attempting to bind port eb4a4644-deca-43b0-8a9f-f171583cca3b on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:47:00.148843 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Pushing event updated for resources: {'Port': ['ID=eb4a4644-deca-43b0-8a9f-f171583cca3b,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:00.155943 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port fbc9a175-8cd6-4669-aed2-ef6308484fc3 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:47:00.156626 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:47:00.157021 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:47:00.157420 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.157807 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:47:00.158263 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Bound port: eb4a4644-deca-43b0-8a9f-f171583cca3b, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:47:00.158659 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.159928 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port fbc9a175-8cd6-4669-aed2-ef6308484fc3 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:00.160376 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.161373 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.161803 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.162088 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.162416 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.162739 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.163069 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.163391 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.164343 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.164343 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.164591 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.164694 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.165033 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:47:00.175183 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.218562 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] For port eb4a4644-deca-43b0-8a9f-f171583cca3b, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:47:00.218891 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:47:00.221519 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] For port eb4a4644-deca-43b0-8a9f-f171583cca3b, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=eb4a4644-deca-43b0-8a9f-f171583cca3b,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:47:00.223175 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:47:00.230240 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:47:00.233221 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Pushing event updated for resources: {'Port': ['ID=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:00.243920 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.270111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.277249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port fbc9a175-8cd6-4669-aed2-ef6308484fc3, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=fbc9a175-8cd6-4669-aed2-ef6308484fc3,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:00.300903 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.360300 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79545-de44-41de-a225-a7f20d88d3a3 None None] Pushing event updated for resources: {'Port': ['ID=eb4a4644-deca-43b0-8a9f-f171583cca3b,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:00.368930 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:00.369916 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:00.396710 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.444658 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=fbc9a175-8cd6-4669-aed2-ef6308484fc3,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:00.474336 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:00.510151 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.563157 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-aabd5644-1a27-41ca-b334-2ebab871a86c None None] Provisioning for port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:47:00.567259 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-aabd5644-1a27-41ca-b334-2ebab871a86c None None] Provisioning complete for port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:00.567687 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5644-1a27-41ca-b334-2ebab871a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.611053 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-aabd5644-1a27-41ca-b334-2ebab871a86c None None] Port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:47:00.658170 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:46:58Z', 'revision_number': 3, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:00.669947 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.684547 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec140e99-d379-45c7-93c0-4cd308d5bf3a None None] The sync data for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi is: [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:46:58Z', 'revision_number': 3, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:47:00.728888 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.799187 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Pushing event updated for resources: {'Port': ['ID=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:00.802752 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:00.908306 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:47:00.909779 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:47:01.034368 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:47:01.137245 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-46edba5d-43ad-4348-a238-92e1bc18f9eb None None] Provisioning complete for port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:01.137800 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-46edba5d-43ad-4348-a238-92e1bc18f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:01.150477 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:47:01.165053 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-af989d7d-b7be-4c07-b627-fb475992442d admin admin] 10.222.0.48 "PUT /v2.0/routers/20fcd7dd-6ee2-405a-91c5-11cc9267ee8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485938 Sep 06 14:47:01.174360 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-46edba5d-43ad-4348-a238-92e1bc18f9eb None None] Port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:47:01.715251 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36056) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:01.720280 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-a9935d42-c5d5-44ff-91eb-9d6daf002b5c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425401113', 'description': 'tempest-description--1374717406'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:47:01.808704 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9935d42-c5d5-44ff-91eb-9d6daf002b5c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:01.892406 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9935d42-c5d5-44ff-91eb-9d6daf002b5c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:01.980153 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9935d42-c5d5-44ff-91eb-9d6daf002b5c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.015037 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9935d42-c5d5-44ff-91eb-9d6daf002b5c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:02.071249 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device eb4a4644-deca-43b0-8a9f-f171583cca3b up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:47:02.081507 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a9935d42-c5d5-44ff-91eb-9d6daf002b5c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.082972 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a9935d42-c5d5-44ff-91eb-9d6daf002b5c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3666205 Sep 06 14:47:02.086415 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36058) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:02.091441 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-fd7141a5-36a7-4a19-b89b-6b228b5fb5d6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'security_group_rule': {'security_group_id': 'ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:47:02.193719 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Sync routers for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:47:02.202975 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:02.203628 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:02.225340 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd7141a5-36a7-4a19-b89b-6b228b5fb5d6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.283829 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port eb4a4644-deca-43b0-8a9f-f171583cca3b completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:47:02.286479 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd7141a5-36a7-4a19-b89b-6b228b5fb5d6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.295934 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port eb4a4644-deca-43b0-8a9f-f171583cca3b triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:02.296335 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.345788 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:02.414133 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd7141a5-36a7-4a19-b89b-6b228b5fb5d6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.441894 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7141a5-36a7-4a19-b89b-6b228b5fb5d6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8412d4de-a855-4f30-850e-da4008f516df,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:02.473533 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.522435 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd7141a5-36a7-4a19-b89b-6b228b5fb5d6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.523793 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-fd7141a5-36a7-4a19-b89b-6b228b5fb5d6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4361939 Sep 06 14:47:02.525041 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port eb4a4644-deca-43b0-8a9f-f171583cca3b, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=eb4a4644-deca-43b0-8a9f-f171583cca3b,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:02.526365 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36060) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:02.530929 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-2078bec6-c2ef-4a9e-ad60-7aa18754c073 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'security_group_rule': {'security_group_id': 'ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:47:02.588284 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 2, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:02.617731 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Checking router: 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:47:02.618096 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Updating router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:47:02.619920 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.620652 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device fbc9a175-8cd6-4669-aed2-ef6308484fc3 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:47:02.640509 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2078bec6-c2ef-4a9e-ad60-7aa18754c073 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.688951 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.696510 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2078bec6-c2ef-4a9e-ad60-7aa18754c073 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.744171 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=eb4a4644-deca-43b0-8a9f-f171583cca3b,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:02.763057 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port fbc9a175-8cd6-4669-aed2-ef6308484fc3 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:02.763454 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.778881 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2078bec6-c2ef-4a9e-ad60-7aa18754c073 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.799815 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078bec6-c2ef-4a9e-ad60-7aa18754c073 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4275084-8f74-470d-8388-27f308ccf12d,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:02.888909 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2078bec6-c2ef-4a9e-ad60-7aa18754c073 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:02.890152 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-2078bec6-c2ef-4a9e-ad60-7aa18754c073 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3627470 Sep 06 14:47:02.893261 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36062) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:02.897786 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:47:02.974478 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.036231 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.046245 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Transition to ACTIVE for port object 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:47:03.071015 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.157331 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.170562 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Allocated IP 172.27.3.177 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/ef2de458-4d4a-40ff-b6f1-8eb6cd463a3a) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:47:03.209783 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae960bca-da32-4101-b8ca-e2f1db3c3e64 None None] Pushing event updated for resources: {'Port': ['ID=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:03.285515 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.363312 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.377235 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Attempting to bind port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:47:03.377615 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Attempting to bind port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:47:03.377980 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Attempting to bind port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 on network ec543a52-c33e-412c-b4ad-7e957e0124e8 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:47:03.382967 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:47:03.383340 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Checking segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:47:03.383782 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.384176 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Bound using segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:47:03.384639 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Bound port: 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:47:03.385023 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.405066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:47:03.409275 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:47:03.412082 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:47:03.420543 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'Port': ['ID=ef2de458-4d4a-40ff-b6f1-8eb6cd463a3a,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:03.455504 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] For port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:47:03.459036 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] For port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:47:03.498964 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.529234 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.588821 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:03.589465 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:46:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:03.592442 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae960bca-da32-4101-b8ca-e2f1db3c3e64 None None] Pushing event updated for resources: {'Port': ['ID=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:03.635457 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.704460 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:03.787249 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.842648 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.912027 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'Port': ['ID=ef2de458-4d4a-40ff-b6f1-8eb6cd463a3a,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:03.918524 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:03Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:03.923996 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.945332 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61d237c-6697-4278-8bdf-b51a5e44866b None None] The sync data for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi is: [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:03Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:47:03.980356 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:03.992955 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5480b6b6-3f63-493d-834d-6fe9baf40f76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0985060 Sep 06 14:47:04.027663 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device eb4a4644-deca-43b0-8a9f-f171583cca3b up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:47:04.082416 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port eb4a4644-deca-43b0-8a9f-f171583cca3b triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:04.082882 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:04.150644 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-7203dc20-705f-4e08-ad58-d889afc507c4 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1425401113&fields=id&tenant_id=f386d865c2764e3699680b13c27669bf HTTP/1.1" status: 200 len: 267 time: 0.0355127 Sep 06 14:47:04.258806 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-68bd5c33-3b7b-49ca-be51-73048a5eadc9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:04.260352 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-68bd5c33-3b7b-49ca-be51-73048a5eadc9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 810 time: 0.1081066 Sep 06 14:47:04.276165 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-ca6c0216-dad4-4c44-b1a5-233974e882ea tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/quotas/f386d865c2764e3699680b13c27669bf HTTP/1.1" status: 200 len: 375 time: 0.0100226 Sep 06 14:47:04.329940 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-7653fdd2-b3a5-4637-953f-0a0f574ed447 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482287 Sep 06 14:47:04.475041 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-f09d92c6-b6c3-4eaf-a358-41fd018ba39d service neutron] 10.222.0.48 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322200 Sep 06 14:47:04.570330 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-953782b8-3174-4506-920d-4bce95347315 service neutron] 10.222.0.48 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889683 Sep 06 14:47:04.806555 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fcd1820b-37a8-4437-8eee-3be2159e843f req-d1d48a58-81a0-4d71-841f-9703175f2178 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 210 time: 0.0267620 Sep 06 14:47:05.903644 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-af21294f-f1f3-4ce4-b4d9-900fe3a347d3 req-d1ae71fe-1dbd-4fe2-9045-ff8763c02f5f tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 210 time: 0.0263534 Sep 06 14:47:06.007299 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:47:06.185863 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:47:06.189835 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:06.190348 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:06.268407 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:06.299528 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:06.368061 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:06.414969 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:06.821076 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-e7cf3631-fb10-4e25-a9f2-1b874ff18ab9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:06.822500 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-e7cf3631-fb10-4e25-a9f2-1b874ff18ab9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 810 time: 0.1031857 Sep 06 14:47:06.869220 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-69f7648a-4f6a-4fd5-b174-214e76e7145b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f386d865c2764e3699680b13c27669bf HTTP/1.1" status: 200 len: 380 time: 0.0372605 Sep 06 14:47:06.878184 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'port': {'device_id': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'admin_state_up': True, 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'security_groups': ['ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f']}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:47:07.002750 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ac81350f-d3e4-43f6-9b1e-fe9737ad927b req-82a5c24d-c3a2-4adb-a384-0502b12a7dc8 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 210 time: 0.0318506 Sep 06 14:47:07.065196 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Made reservation on behalf of f386d865c2764e3699680b13c27669bf for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:47:07.068750 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.195185 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Allocated IP 172.20.0.8 (ec543a52-c33e-412c-b4ad-7e957e0124e8/ab3626f0-170a-4951-8229-94c5338d2c46/a7fd7dfb-7238-4725-b5a2-0217f52dd7a2) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:47:07.322137 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.334964 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Transition to ACTIVE for port object a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:47:07.431715 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.476235 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:47:07.479262 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:47:07.482878 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:47:07.509871 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'Port': ['ID=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:07.538287 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:07.538910 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.626626 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-6c3e2256-33b0-48ed-a460-b5aeb52bbe9d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7521524 Sep 06 14:47:07.639490 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Request body: {'port': {'device_id': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:47:07.690259 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.716956 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-cd9f37b1-7d59-4d05-89f2-f50de9fe7f5b None None] Provisioning for port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:47:07.721097 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-cd9f37b1-7d59-4d05-89f2-f50de9fe7f5b None None] Provisioning complete for port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:07.721476 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-cd9f37b1-7d59-4d05-89f2-f50de9fe7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.755845 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f37b1-7d59-4d05-89f2-f50de9fe7f5b None None] Port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:47:07.940990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:47:07.948137 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:07.960186 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Transition to ACTIVE for port object a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:47:07.992430 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:47:08.042092 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:08.042463 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:08.079611 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:08.149414 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:08.165315 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce5c6d-80e5-4f33-bfcb-6f1d0bea6e68 req-767abeb6-7e73-4d9a-b2a0-fe2e47224854 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:08.166881 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8cce5c6d-80e5-4f33-bfcb-6f1d0bea6e68 req-767abeb6-7e73-4d9a-b2a0-fe2e47224854 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 943 time: 0.0977242 Sep 06 14:47:08.252278 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8cce5c6d-80e5-4f33-bfcb-6f1d0bea6e68 req-8a9b0b73-748b-4b90-8d77-f28c942392a6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688136 Sep 06 14:47:08.263648 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Attempting to bind port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:47:08.263989 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Attempting to bind port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:47:08.264355 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Attempting to bind port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 on network ec543a52-c33e-412c-b4ad-7e957e0124e8 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:47:08.268748 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 on network ec543a52-c33e-412c-b4ad-7e957e0124e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:47:08.269071 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Attempting to bind port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 on network ec543a52-c33e-412c-b4ad-7e957e0124e8 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:47:08.274385 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:47:08.274745 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Checking segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:47:08.275110 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Bound using segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:47:08.275572 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Bound port: a7fd7dfb-7238-4725-b5a2-0217f52dd7a2, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:47:08.275935 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:08.336727 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] For port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:47:08.339647 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] For port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:47:08.385657 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:08.418084 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:08.418709 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:08.420152 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 HTTP/1.1" status: 200 len: 1093 time: 0.7852957 Sep 06 14:47:08.420607 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'tag': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:47:08.422844 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d11a9e3-bd9a-4f11-847f-cce122a90faf" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3cc948-194e-4523-b4a0-6c7a76a5862b", "tag": "a7fd7dfb-7238-4725-b5a2-0217f52dd7a2"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:47:08.449101 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf2262-5197-42af-b8d1-e5fac77578c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:08.455731 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-712e789c-be3f-4fa8-8917-9d1756f75213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:08.462548 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41830cb-7bcb-4a56-8811-be449173c87a x-openstack-request-id: req-f41830cb-7bcb-4a56-8811-be449173c87a {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:47:08.462931 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3cc948-194e-4523-b4a0-6c7a76a5862b", "tag": "a7fd7dfb-7238-4725-b5a2-0217f52dd7a2", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:47:08.463305 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f41830cb-7bcb-4a56-8811-be449173c87a {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:47:08.463815 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'tag': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'status': 'completed', 'code': 200} Sep 06 14:47:08.528073 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11a9e3-bd9a-4f11-847f-cce122a90faf req-e23dcc3b-99e8-45d2-9d3d-af89acbf4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:08.529600 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6d11a9e3-bd9a-4f11-847f-cce122a90faf req-e23dcc3b-99e8-45d2-9d3d-af89acbf4895 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 1096 time: 0.0455630 Sep 06 14:47:08.634835 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11a9e3-bd9a-4f11-847f-cce122a90faf req-be6350a1-9827-4f50-a2ad-57b48654ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:08.636369 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6d11a9e3-bd9a-4f11-847f-cce122a90faf req-be6350a1-9827-4f50-a2ad-57b48654ee03 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f386d865c2764e3699680b13c27669bf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0953243 Sep 06 14:47:08.733205 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11a9e3-bd9a-4f11-847f-cce122a90faf req-12f7c51b-c564-4e9e-bf80-805690ea557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:08.734653 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6d11a9e3-bd9a-4f11-847f-cce122a90faf req-12f7c51b-c564-4e9e-bf80-805690ea557e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901384 Sep 06 14:47:08.809367 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-53baa1d0-2f0e-4f26-bded-df6a701ac30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:08.810786 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-53baa1d0-2f0e-4f26-bded-df6a701ac30a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 1096 time: 0.0390716 Sep 06 14:47:08.858568 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-e5376333-a0ce-47b8-9cb0-290c51b3238f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 HTTP/1.1" status: 200 len: 217 time: 0.0360310 Sep 06 14:47:08.906555 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-488dd74b-5aff-4f15-8bf4-f36abcd43f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:08.908006 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-488dd74b-5aff-4f15-8bf4-f36abcd43f68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 200 len: 849 time: 0.0423968 Sep 06 14:47:08.952050 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-b1b8d905-432b-4314-b1b3-9c800e55bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:08.953387 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-b1b8d905-432b-4314-b1b3-9c800e55bd4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec543a52-c33e-412c-b4ad-7e957e0124e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384011 Sep 06 14:47:09.045313 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-2162cb5b-8476-496b-bd59-6d7dfec137cb service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833795 Sep 06 14:47:09.132916 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0f0f97b2-57c4-4e1f-9981-70425ca8f72f req-c0a5cd65-9a0d-4bfb-91d0-2d5150581f08 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791876 Sep 06 14:47:09.366656 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0ee28-903e-4059-ba95-bb746249cb25 req-ae24b1fb-ada6-4523-9522-978005fa9487 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:09.368142 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e3c0ee28-903e-4059-ba95-bb746249cb25 req-ae24b1fb-ada6-4523-9522-978005fa9487 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 943 time: 0.0484793 Sep 06 14:47:09.407634 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e3c0ee28-903e-4059-ba95-bb746249cb25 req-a5cbba84-a6b9-4126-b670-94fc09d20a15 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335119 Sep 06 14:47:10.520788 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1374cb-4a04-4f0c-9c6b-c7e4744b9806 req-8291808c-90d9-4f70-9911-e8ed64cd1a0e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:10.522918 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fe1374cb-4a04-4f0c-9c6b-c7e4744b9806 req-8291808c-90d9-4f70-9911-e8ed64cd1a0e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 943 time: 0.0490887 Sep 06 14:47:10.558957 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fe1374cb-4a04-4f0c-9c6b-c7e4744b9806 req-23a09bc1-d3b5-42d6-805a-2d50f12706e2 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302012 Sep 06 14:47:11.201072 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:47:11.239566 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8bff-c57c-4a8a-9c3b-8647fdd03e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:11.296364 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:11.306753 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'port_id': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'mac_address': 'fa:16:3e:33:dd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:47:11.342096 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:11.354963 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:47:11.377854 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:11.458290 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:11.499630 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:11.504727 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:11.671847 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7af7b-8d4f-4246-809f-f5cafcdff84d req-fb17bc88-3692-4ed7-a2c9-9a74c70528d2 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:11.673314 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dea7af7b-8d4f-4246-809f-f5cafcdff84d req-fb17bc88-3692-4ed7-a2c9-9a74c70528d2 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 944 time: 0.0484781 Sep 06 14:47:11.694529 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['a7fd7dfb-7238-4725-b5a2-0217f52dd7a2'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:47:11.710812 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dea7af7b-8d4f-4246-809f-f5cafcdff84d req-1a64b257-6fa7-4d42-a4f9-772f6f42f241 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Sep 06 14:47:12.208330 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:12.824287 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44ac9-4681-4d9a-ba80-301abc6f63e7 req-b142ebd9-d3cd-4279-bb3b-76682e65404e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:12.825832 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4ec44ac9-4681-4d9a-ba80-301abc6f63e7 req-b142ebd9-d3cd-4279-bb3b-76682e65404e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 944 time: 0.0488620 Sep 06 14:47:12.871938 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4ec44ac9-4681-4d9a-ba80-301abc6f63e7 req-13b76cfd-5a8e-4907-8aaf-5891fb649bbd tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402131 Sep 06 14:47:13.215013 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:47:13.333325 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:47:13.336897 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:47:13.337271 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:13.412652 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:13.434306 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:47:13.436653 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af07a6-6540-43c8-a040-7172b315b532" -d '{"events": [{"server_uuid": "1e3cc948-194e-4523-b4a0-6c7a76a5862b", "name": "network-vif-plugged", "status": "completed", "tag": "a7fd7dfb-7238-4725-b5a2-0217f52dd7a2"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:47:13.449839 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:47:13.473778 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586544e1-decf-4d36-9d30-289c13b230be x-openstack-request-id: req-586544e1-decf-4d36-9d30-289c13b230be {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:47:13.473778 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3cc948-194e-4523-b4a0-6c7a76a5862b", "name": "network-vif-plugged", "status": "completed", "tag": "a7fd7dfb-7238-4725-b5a2-0217f52dd7a2", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:47:13.473778 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-586544e1-decf-4d36-9d30-289c13b230be {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:47:13.473778 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'code': 200} Sep 06 14:47:13.521226 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:13.568032 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:47:13.762671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73bc19-a614-45f2-ba40-9bc1f4770ea4 req-4ab62050-2138-4343-9119-c9297476b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:13.764037 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5a73bc19-a614-45f2-ba40-9bc1f4770ea4 req-4ab62050-2138-4343-9119-c9297476b899 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 1098 time: 0.0379755 Sep 06 14:47:13.797830 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5a73bc19-a614-45f2-ba40-9bc1f4770ea4 req-b2c3cdf8-44dc-466d-b93d-f42f34c2f6f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259166 Sep 06 14:47:13.984453 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c214a-f891-4910-bd72-b52eecf38b6f req-01fd8fd4-bbdf-4a61-ba4e-5a7b888a6b18 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:13.985909 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-075c214a-f891-4910-bd72-b52eecf38b6f req-01fd8fd4-bbdf-4a61-ba4e-5a7b888a6b18 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0484726 Sep 06 14:47:14.021489 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-075c214a-f891-4910-bd72-b52eecf38b6f req-dc45484e-18f0-4c08-9f38-59e324070b68 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296128 Sep 06 14:47:14.183236 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:15.137155 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e6542-1e47-4e5e-a7fe-dfae33265590 req-7207e840-babc-4f31-b242-542d6d91a694 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:15.139043 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-135e6542-1e47-4e5e-a7fe-dfae33265590 req-7207e840-babc-4f31-b242-542d6d91a694 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0493703 Sep 06 14:47:15.179248 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-135e6542-1e47-4e5e-a7fe-dfae33265590 req-30bdeb34-5dda-4c1e-a486-9ec54610e9df tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343866 Sep 06 14:47:16.291376 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be8603-7f18-4be3-91f3-eed9fded76f7 req-5e5492e4-87d5-4036-8e32-490d040b61ad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:16.292827 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5be8603-7f18-4be3-91f3-eed9fded76f7 req-5e5492e4-87d5-4036-8e32-490d040b61ad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0473170 Sep 06 14:47:16.328467 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5be8603-7f18-4be3-91f3-eed9fded76f7 req-8996208d-d0dd-4d06-8bee-10e2bf4c5633 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298767 Sep 06 14:47:16.437505 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553d93b-92cf-494a-bbc4-52c1894eda6b req-5502f2f7-a025-40c0-b978-af20bd971192 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:16.438930 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6553d93b-92cf-494a-bbc4-52c1894eda6b req-5502f2f7-a025-40c0-b978-af20bd971192 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0488067 Sep 06 14:47:16.447765 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36124) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:47:16.452062 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'floatingip': {'port_id': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:47:16.491688 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:17.136953 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:17.206262 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:17.299322 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Floating IP 10812c36-bd02-4960-aca2-429c04a0d2df associated. External IP: 172.27.3.177, port: a7fd7dfb-7238-4725-b5a2-0217f52dd7a2. Sep 06 14:47:17.502509 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:47:17.609380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:47:17.629053 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:17.629160 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] Sync routers for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:47:17.629160 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:17.629160 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:47:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:17.639727 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6a5835f9-ac8e-442b-b25e-83deb51ab834 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "PUT /v2.0/floatingips/10812c36-bd02-4960-aca2-429c04a0d2df HTTP/1.1" status: 200 len: 991 time: 1.1909177 Sep 06 14:47:17.640309 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'tag': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:47:17.642661 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7138ad-2523-4404-9328-2469695780e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3cc948-194e-4523-b4a0-6c7a76a5862b", "tag": "a7fd7dfb-7238-4725-b5a2-0217f52dd7a2"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:47:17.684218 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e45b28-1b45-4001-a634-e4f1b1758e0c x-openstack-request-id: req-14e45b28-1b45-4001-a634-e4f1b1758e0c {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:47:17.684524 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3cc948-194e-4523-b4a0-6c7a76a5862b", "tag": "a7fd7dfb-7238-4725-b5a2-0217f52dd7a2", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:47:17.684765 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14e45b28-1b45-4001-a634-e4f1b1758e0c {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:47:17.685157 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'tag': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'status': 'completed', 'code': 200} Sep 06 14:47:17.734932 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:17.746785 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7138ad-2523-4404-9328-2469695780e6 req-4124a445-7fd7-4082-a4c4-4313741d1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:17.748342 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa7138ad-2523-4404-9328-2469695780e6 req-4124a445-7fd7-4082-a4c4-4313741d1839 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 1098 time: 0.0403275 Sep 06 14:47:17.838403 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7138ad-2523-4404-9328-2469695780e6 req-82ce8876-2435-42ef-a741-6480974d6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:17.839897 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa7138ad-2523-4404-9328-2469695780e6 req-82ce8876-2435-42ef-a741-6480974d6593 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 911 time: 0.0843415 Sep 06 14:47:17.903519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa7138ad-2523-4404-9328-2469695780e6 req-bc492855-dc75-4cc0-96dc-0c50f6094fd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 HTTP/1.1" status: 200 len: 999 time: 0.0550766 Sep 06 14:47:17.951517 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '10812c36-bd02-4960-aca2-429c04a0d2df', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'port_id': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'mac_address': 'fa:16:3e:33:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:47:03Z', 'updated_at': '2021-09-06T14:47:17Z', 'revision_number': 1, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:17.952418 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7138ad-2523-4404-9328-2469695780e6 req-c83e913f-3e88-464b-ab64-40333346bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:17.953885 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa7138ad-2523-4404-9328-2469695780e6 req-c83e913f-3e88-464b-ab64-40333346bdf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 200 len: 849 time: 0.0425212 Sep 06 14:47:17.980996 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] Checking router: 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:47:17.989011 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:47:17.989609 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:47:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:18.001007 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7138ad-2523-4404-9328-2469695780e6 req-99bb512d-b180-4c85-a6b0-ddd6deeea98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:18.002487 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa7138ad-2523-4404-9328-2469695780e6 req-99bb512d-b180-4c85-a6b0-ddd6deeea98d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec543a52-c33e-412c-b4ad-7e957e0124e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420756 Sep 06 14:47:18.091078 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:47:18.091704 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa7138ad-2523-4404-9328-2469695780e6 req-fc62706c-cbe1-40d7-9894-be3cf1b80909 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813885 Sep 06 14:47:18.184295 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa7138ad-2523-4404-9328-2469695780e6 req-815b03df-c6f7-4b90-8858-20c9cc6f4586 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850344 Sep 06 14:47:18.305948 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '10812c36-bd02-4960-aca2-429c04a0d2df', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'port_id': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'mac_address': 'fa:16:3e:33:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:47:03Z', 'updated_at': '2021-09-06T14:47:17Z', 'revision_number': 1, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:47:18.334357 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237bff2-6d65-48f4-8dd7-137a34b1aaf6 None None] The sync data for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi is: [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '10812c36-bd02-4960-aca2-429c04a0d2df', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'port_id': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'mac_address': 'fa:16:3e:33:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:47:03Z', 'updated_at': '2021-09-06T14:47:17Z', 'revision_number': 1, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:47:18.511990 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf23ac-ba27-4de5-9a7d-50ab11474fbb None None] New status for floating IP 10812c36-bd02-4960-aca2-429c04a0d2df: ACTIVE {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:47:23.631512 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:47:23.794243 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:26.690265 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-bc7f0d8a-1a54-42a9-ae48-b5c0d72bb941 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399075 Sep 06 14:47:26.773002 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-ad6fe936-80ec-4934-8858-25ba031d8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:26.774412 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-ad6fe936-80ec-4934-8858-25ba031d8cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eacf892be44e4ece806c80cb05d7358c&device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1098 time: 0.0386214 Sep 06 14:47:26.889309 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-dc1c5a4a-8a07-47bf-b2c0-7d144b8d55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:26.890660 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-dc1c5a4a-8a07-47bf-b2c0-7d144b8d55c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a080fe08-515f-4033-8769-b638688c1ba5 HTTP/1.1" status: 200 len: 909 time: 0.0858102 Sep 06 14:47:26.966419 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-b04c3882-22fd-47ab-8b66-0d0d36018598 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb HTTP/1.1" status: 200 len: 1001 time: 0.0555887 Sep 06 14:47:27.019618 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-01bdd7df-ca1b-424f-9d17-f95af5c7f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:27.021025 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-01bdd7df-ca1b-424f-9d17-f95af5c7f614 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f360619-7744-4e49-a16d-b31451544a9e HTTP/1.1" status: 200 len: 847 time: 0.0455251 Sep 06 14:47:27.067268 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-5c688897-23d0-430c-a6f2-9cffd6c4e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:47:27.068713 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-5c688897-23d0-430c-a6f2-9cffd6c4e602 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a080fe08-515f-4033-8769-b638688c1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379317 Sep 06 14:47:27.164870 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-11354708-9bd7-4046-ad7b-90aaff889d1b service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834775 Sep 06 14:47:27.252890 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f1d88f4b-be95-43dc-bdcb-c2609727f921 req-8988fed8-18b4-450e-ac6a-2790320ba7a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796287 Sep 06 14:47:38.463553 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-46cd8ffb-3d1c-4d1a-a27e-d75d8590975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:41.263327 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3742b04a-dfcf-4701-b1ef-cd8c069b1625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:41.450528 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:42.211897 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:44.149704 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:47:53.777113 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:00.629662 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:48:07.942270 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ace4-09ea-4483-b198-2a2fa0eb4204 req-23ed4c6e-62f1-4f0f-8139-b6c17ca98ab6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:07.943774 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4701ace4-09ea-4483-b198-2a2fa0eb4204 req-23ed4c6e-62f1-4f0f-8139-b6c17ca98ab6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0486767 Sep 06 14:48:07.981574 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4701ace4-09ea-4483-b198-2a2fa0eb4204 req-2291d5c5-ddaa-4268-91aa-104134e30152 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Sep 06 14:48:08.456316 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-5743f801-3123-4fc0-a06e-b2fe0bfead83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:09.101674 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef13e-4d37-496a-a3f2-00c6585e171b req-1d7a8dac-f6b9-447a-986a-67c904716cd6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:09.111205 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc6ef13e-4d37-496a-a3f2-00c6585e171b req-1d7a8dac-f6b9-447a-986a-67c904716cd6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0525720 Sep 06 14:48:09.139863 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc6ef13e-4d37-496a-a3f2-00c6585e171b req-f7e0fa94-4149-4083-ba61-4c89d73f08e6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Sep 06 14:48:10.253644 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36fe80-0337-40fe-a92f-d1575f3bff0b req-3e9aa2d3-3c95-4c5f-97f6-43d285871580 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:10.255006 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ef36fe80-0337-40fe-a92f-d1575f3bff0b req-3e9aa2d3-3c95-4c5f-97f6-43d285871580 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0482008 Sep 06 14:48:10.292284 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ef36fe80-0337-40fe-a92f-d1575f3bff0b req-7f57637e-952b-4a64-a1f2-7b5124caf547 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Sep 06 14:48:11.238884 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a8fd20bc-c175-4651-adb3-2813067f2841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:11.405922 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60391dd-57e3-475f-aa83-1d5d280dfcf4 req-d60de2ef-f7cb-43e3-9c89-f985b61ec8cb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:11.407389 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c60391dd-57e3-475f-aa83-1d5d280dfcf4 req-d60de2ef-f7cb-43e3-9c89-f985b61ec8cb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0495534 Sep 06 14:48:11.438825 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:11.444947 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c60391dd-57e3-475f-aa83-1d5d280dfcf4 req-e50df252-ed9c-42c2-baa7-7ae3adc21101 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315812 Sep 06 14:48:12.204703 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:12.560742 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f08c-8313-4b1f-a978-a55ab61b53a3 req-8da4818f-ff0d-4986-9921-4165c2c12d56 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:12.562195 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8441f08c-8313-4b1f-a978-a55ab61b53a3 req-8da4818f-ff0d-4986-9921-4165c2c12d56 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0514181 Sep 06 14:48:12.600170 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8441f08c-8313-4b1f-a978-a55ab61b53a3 req-0a42f8ac-5939-4434-9131-b3d9add8face tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320563 Sep 06 14:48:13.713446 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8504-2c3f-4356-9b02-0d46d1dffaf0 req-c5647361-0144-4705-8382-73096ab310d9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:13.715716 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-59de8504-2c3f-4356-9b02-0d46d1dffaf0 req-c5647361-0144-4705-8382-73096ab310d9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0488994 Sep 06 14:48:13.752515 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-59de8504-2c3f-4356-9b02-0d46d1dffaf0 req-92165407-7d4e-4035-b03d-2aeef31f0b10 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Sep 06 14:48:14.159056 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:14.865283 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6afe9f-2835-467b-92a6-738ff88867eb req-9332fc08-5417-4c7d-8365-faedd1e1d88b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:14.866652 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dc6afe9f-2835-467b-92a6-738ff88867eb req-9332fc08-5417-4c7d-8365-faedd1e1d88b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0489459 Sep 06 14:48:14.902976 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dc6afe9f-2835-467b-92a6-738ff88867eb req-a5db1ec2-f5af-4cbe-98ce-cc817a132655 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299263 Sep 06 14:48:16.020611 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033db14-3638-4fae-8398-a83be0fb75c5 req-8a3c30e4-69af-48bc-9b2a-4652fee6f279 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:16.022068 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7033db14-3638-4fae-8398-a83be0fb75c5 req-8a3c30e4-69af-48bc-9b2a-4652fee6f279 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0520468 Sep 06 14:48:16.057871 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7033db14-3638-4fae-8398-a83be0fb75c5 req-d0994db3-32a5-4f9e-b520-2e0182e4c8fb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298712 Sep 06 14:48:17.173986 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e510b-4674-4f73-905d-aed8acad3267 req-7e53ed05-3502-4f29-a605-180fc4f0422d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:17.175452 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b96e510b-4674-4f73-905d-aed8acad3267 req-7e53ed05-3502-4f29-a605-180fc4f0422d tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0502055 Sep 06 14:48:17.211343 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b96e510b-4674-4f73-905d-aed8acad3267 req-5000a76d-ef0c-4570-87c5-b8e6e700a1cf tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301301 Sep 06 14:48:18.321663 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e2a96-c3f2-4df4-94eb-830f5d0bb757 req-76d738ad-7923-46f8-a042-1acdd917f3f2 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:18.323111 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-309e2a96-c3f2-4df4-94eb-830f5d0bb757 req-76d738ad-7923-46f8-a042-1acdd917f3f2 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0467389 Sep 06 14:48:18.359628 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-309e2a96-c3f2-4df4-94eb-830f5d0bb757 req-b330059d-a146-4afd-9696-66ac407a9f73 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300291 Sep 06 14:48:19.475759 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca7a7-bcd0-4be2-9e5e-189ce52c7557 req-63b75924-a215-45d3-b564-44e64c901af0 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:19.477248 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-756ca7a7-bcd0-4be2-9e5e-189ce52c7557 req-63b75924-a215-45d3-b564-44e64c901af0 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0533962 Sep 06 14:48:19.516071 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-756ca7a7-bcd0-4be2-9e5e-189ce52c7557 req-b63b6cb1-657b-4404-aff1-8f3689cacfc6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Sep 06 14:48:20.629566 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d31b51-953c-4983-b13a-b165e2a396dc req-43114223-c5a3-4475-a316-742319bdfa06 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:20.631050 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-59d31b51-953c-4983-b13a-b165e2a396dc req-43114223-c5a3-4475-a316-742319bdfa06 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0477722 Sep 06 14:48:20.667139 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-59d31b51-953c-4983-b13a-b165e2a396dc req-a802b387-5b0b-4d46-a41f-84732e7b711b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302637 Sep 06 14:48:21.785392 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c65b20-7753-4733-85ab-768ca0e0ade8 req-af5e591c-ddea-4e53-bedc-3f54e17e2f7e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:21.787010 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b5c65b20-7753-4733-85ab-768ca0e0ade8 req-af5e591c-ddea-4e53-bedc-3f54e17e2f7e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0543523 Sep 06 14:48:21.862942 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaf65e-840d-4237-a352-322890b154ab req-1d08c16c-e2bf-420c-9b88-4e9ec8218fb5 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:21.865371 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-debaf65e-840d-4237-a352-322890b154ab req-1d08c16c-e2bf-420c-9b88-4e9ec8218fb5 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0766218 Sep 06 14:48:21.868181 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b5c65b20-7753-4733-85ab-768ca0e0ade8 req-c1c875f6-a358-426f-a72f-92ccfa46e366 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707693 Sep 06 14:48:21.904393 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-debaf65e-840d-4237-a352-322890b154ab req-336e7e51-7b7c-41f9-82f1-3be3d2e3ecce tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329189 Sep 06 14:48:22.832953 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-6fa7a6b2-364b-4025-b221-de33439b96ba tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221837923&fields=id&tenant_id=f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 267 time: 0.0317829 Sep 06 14:48:22.941385 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-8b9b62fd-4114-4d6c-9821-625fb711a81b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:22.942837 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-8b9b62fd-4114-4d6c-9821-625fb711a81b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 811 time: 0.1035190 Sep 06 14:48:22.976416 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-45fc212e-057b-4266-9a08-7af6170f6dfc tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/quotas/f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 375 time: 0.0246558 Sep 06 14:48:23.020450 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb158a-8de7-4953-9e15-394091091064 req-a1ee2865-adae-4b74-97ce-3b181a1c3f4e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:23.021916 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6bb158a-8de7-4953-9e15-394091091064 req-a1ee2865-adae-4b74-97ce-3b181a1c3f4e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0782247 Sep 06 14:48:23.058519 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-b1b55848-4ba5-4a59-abf1-bb1443f4cc8b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0751946 Sep 06 14:48:23.083625 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6bb158a-8de7-4953-9e15-394091091064 req-a5c80863-0818-4455-ac0c-940b91e9d6b5 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552216 Sep 06 14:48:23.186198 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-e76e4f53-119f-46e9-bdcb-3b96faa30eed service neutron] 10.222.0.48 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158454 Sep 06 14:48:23.218170 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c4dc1-989e-45ec-bbcd-e45802336fdf req-f25c2a85-9a51-4710-bbf7-e84119a92dae tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:23.219589 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae9c4dc1-989e-45ec-bbcd-e45802336fdf req-f25c2a85-9a51-4710-bbf7-e84119a92dae tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0795641 Sep 06 14:48:23.298617 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae9c4dc1-989e-45ec-bbcd-e45802336fdf req-cfa23f41-6aca-4d3a-b8b9-487831983707 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690780 Sep 06 14:48:23.313895 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-0ce256cc-359e-4d22-8692-4e6f5a03ac75 service neutron] 10.222.0.48 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193216 Sep 06 14:48:23.781013 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:23.883951 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9e6f628f-fb46-4fed-a707-f859f065092b req-f842b8b6-672b-46a8-812b-1b064a13a879 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Sep 06 14:48:24.203706 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d10f4-a287-4768-9730-e3f163a84ba0 req-97f0008e-cfb3-40ea-872a-1262a1f21053 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:24.205190 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-406d10f4-a287-4768-9730-e3f163a84ba0 req-97f0008e-cfb3-40ea-872a-1262a1f21053 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0493319 Sep 06 14:48:24.242738 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-406d10f4-a287-4768-9730-e3f163a84ba0 req-f13ad785-cd3a-48c1-b32f-f9530104e876 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Sep 06 14:48:24.413532 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941ea97-70c8-47cc-b90a-e606a5c49d6c req-8128f35b-2029-478c-9ecf-f8ae8a33a006 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:24.414977 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a941ea97-70c8-47cc-b90a-e606a5c49d6c req-8128f35b-2029-478c-9ecf-f8ae8a33a006 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0507934 Sep 06 14:48:24.451334 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a941ea97-70c8-47cc-b90a-e606a5c49d6c req-8120f224-6e3f-4dfe-8e5a-e44e6fd6c1d9 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298474 Sep 06 14:48:24.959111 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-28f5bce7-faa4-4b17-b73e-e0df9fd3a322 req-717c5345-bfa7-405b-af4b-b7c1c928e9a1 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 210 time: 0.0267839 Sep 06 14:48:25.353391 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc1384-ee6f-4a0a-9bea-5cf3f9ebfd4a req-bcf126b9-b2bd-45f4-9f6b-f07552205210 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:25.354842 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fbbc1384-ee6f-4a0a-9bea-5cf3f9ebfd4a req-bcf126b9-b2bd-45f4-9f6b-f07552205210 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0475972 Sep 06 14:48:25.392848 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fbbc1384-ee6f-4a0a-9bea-5cf3f9ebfd4a req-2ddb2ee4-e07e-4645-abb8-8d48e8ff0288 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Sep 06 14:48:25.566084 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6f7e2-34f1-4b8e-b32d-77355c826f50 req-0e45c293-cc17-479e-a7d8-243ac85b006f tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:25.567709 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dab6f7e2-34f1-4b8e-b32d-77355c826f50 req-0e45c293-cc17-479e-a7d8-243ac85b006f tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0516977 Sep 06 14:48:25.606226 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dab6f7e2-34f1-4b8e-b32d-77355c826f50 req-a1c2b7b2-fb94-45b5-abbf-3c81d1c619c9 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325801 Sep 06 14:48:26.048754 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f04f0063-89ea-4817-a70b-396a22743819 req-81c65629-ff0c-4bdb-9725-189449d913fd tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 210 time: 0.0260892 Sep 06 14:48:26.504597 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8363e-b397-44ec-a9a8-93e8c9091cf4 req-310e6d69-b4d7-4755-8a98-c251fe132f57 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:26.506034 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f9b8363e-b397-44ec-a9a8-93e8c9091cf4 req-310e6d69-b4d7-4755-8a98-c251fe132f57 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0477772 Sep 06 14:48:26.542009 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f9b8363e-b397-44ec-a9a8-93e8c9091cf4 req-695bdb79-dc62-4f46-bd1d-076c611d1918 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302322 Sep 06 14:48:26.720619 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64eb8-0344-42dd-af8c-a0179ea90783 req-7697f6a9-ef1f-499f-b98f-b00a5522a4cd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:26.721966 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1ff64eb8-0344-42dd-af8c-a0179ea90783 req-7697f6a9-ef1f-499f-b98f-b00a5522a4cd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0508251 Sep 06 14:48:26.758946 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1ff64eb8-0344-42dd-af8c-a0179ea90783 req-c700533b-d361-4ec9-b367-c5116172893b tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311575 Sep 06 14:48:27.140243 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-793b201e-4e31-4ea8-8120-8dbb59202875 req-7b1bf5f8-29f7-44b3-846f-1be8bb3ecdd1 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 210 time: 0.0268195 Sep 06 14:48:27.659953 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f2be7-1ef6-4275-a0f4-bcb4716c4ddc req-a4c5a4a1-4558-481b-971f-eb22ef2df4af tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:27.661475 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-705f2be7-1ef6-4275-a0f4-bcb4716c4ddc req-a4c5a4a1-4558-481b-971f-eb22ef2df4af tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0515409 Sep 06 14:48:27.698682 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-705f2be7-1ef6-4275-a0f4-bcb4716c4ddc req-f3aa0951-fc8a-4705-b630-a0de800ba810 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309463 Sep 06 14:48:27.926915 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb272-6944-44f5-aa6d-5dd461635da0 req-cb2fc3f2-0535-43db-9e38-da11cd56e85a tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:27.928297 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a66eb272-6944-44f5-aa6d-5dd461635da0 req-cb2fc3f2-0535-43db-9e38-da11cd56e85a tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.1011348 Sep 06 14:48:27.949537 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-6b1ed920-347a-497a-bed1-589805c89810 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:27.950923 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-6b1ed920-347a-497a-bed1-589805c89810 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 811 time: 0.1444030 Sep 06 14:48:27.988420 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a66eb272-6944-44f5-aa6d-5dd461635da0 req-d25f1396-5d82-488a-bad3-885cef0d448f tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530174 Sep 06 14:48:28.010868 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-94c58584-000b-4203-bb0c-5501bb2bd3bb tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62d04e4ffa643cea61a39bc5c45c166 HTTP/1.1" status: 200 len: 379 time: 0.0402253 Sep 06 14:48:28.020000 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'port': {'device_id': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'admin_state_up': True, 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'security_groups': ['b9b29020-df96-4666-82ca-7ad3879ef1a9']}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:48:28.217080 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Made reservation on behalf of f62d04e4ffa643cea61a39bc5c45c166 for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:48:28.220367 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:28.237191 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5a7b09b7-31b7-4194-88b2-0fe4d758b863 req-435e606a-8017-430e-96a9-6382401ae535 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 210 time: 0.0326219 Sep 06 14:48:28.359348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Allocated IP 172.20.0.4 (b7aad870-2308-47a4-922a-a943d18aabf5/94606df9-42aa-468f-bb27-f3caee0abacc/6a24f02c-5309-4435-816e-ffc570420f9a) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:48:28.495672 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:28.509358 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Transition to ACTIVE for port object 6a24f02c-5309-4435-816e-ffc570420f9a will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:48:28.621917 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:28.664799 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Network b7aad870-2308-47a4-922a-a943d18aabf5 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:48:28.667962 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:48:28.670352 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-83482176-39ed-468c-901b-5a35e2e86269 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432658 Sep 06 14:48:28.671769 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:48:28.680553 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=6a24f02c-5309-4435-816e-ffc570420f9a,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:28.712287 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.720944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:28.742826 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-2a118d26-30ee-4a3d-a383-932260a54b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:28.744502 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-2a118d26-30ee-4a3d-a383-932260a54b8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 1098 time: 0.0486262 Sep 06 14:48:28.753415 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:28.754095 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:28.849681 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3dfe2-178c-48be-ab5f-e066bc23c02b req-ba26c19c-a05e-46e2-8b54-571dcc506752 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:28.851194 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84e3dfe2-178c-48be-ab5f-e066bc23c02b req-ba26c19c-a05e-46e2-8b54-571dcc506752 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0575109 Sep 06 14:48:28.864961 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-87a621b9-98d7-4987-a1c7-b839512d8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:28.866762 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-87a621b9-98d7-4987-a1c7-b839512d8bd8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 912 time: 0.0959265 Sep 06 14:48:28.886184 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-dc252859-defd-420f-9b73-47f3786c9639 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8698232 Sep 06 14:48:28.900964 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Request body: {'port': {'device_id': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:48:28.907245 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-84e3dfe2-178c-48be-ab5f-e066bc23c02b req-088480d7-4faf-4fd0-a570-221081bf0f77 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488498 Sep 06 14:48:28.952955 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-236f983d-b025-4427-b744-eb8c8a541102 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1 HTTP/1.1" status: 200 len: 1001 time: 0.0781617 Sep 06 14:48:28.960621 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:29.014919 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-66e40144-af8f-476e-9f8a-78be93468ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.016756 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-66e40144-af8f-476e-9f8a-78be93468ed6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0560510 Sep 06 14:48:29.099395 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-5be163af-8466-4a3d-8d87-0f08e4dfb1c2 None None] Provisioning for port 6a24f02c-5309-4435-816e-ffc570420f9a completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:48:29.103361 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-5be163af-8466-4a3d-8d87-0f08e4dfb1c2 None None] Provisioning complete for port 6a24f02c-5309-4435-816e-ffc570420f9a triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:48:29.104697 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-5be163af-8466-4a3d-8d87-0f08e4dfb1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:29.114502 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-8d0470e5-1023-4e4d-a753-425de7c5572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.114502 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-8d0470e5-1023-4e4d-a753-425de7c5572d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684407 Sep 06 14:48:29.146669 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-5be163af-8466-4a3d-8d87-0f08e4dfb1c2 None None] Port 6a24f02c-5309-4435-816e-ffc570420f9a cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:48:29.195211 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74606c12-0e53-4cdb-98fa-6af3bd4d4510 req-48aee4a5-ef0d-4726-852e-cb70ac2c69c3 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.196717 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-74606c12-0e53-4cdb-98fa-6af3bd4d4510 req-48aee4a5-ef0d-4726-852e-cb70ac2c69c3 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.1201017 Sep 06 14:48:29.203741 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-9a3fae73-282b-4a0f-bed6-8843ab9f31d7 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878839 Sep 06 14:48:29.268849 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-74606c12-0e53-4cdb-98fa-6af3bd4d4510 req-e54ea893-7c60-4f99-98e4-6ec65688bf3b tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635438 Sep 06 14:48:29.315737 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-667c8dcf-7a77-4af8-b7b6-bbd2a52029f0 req-b785b467-110e-4762-843d-8332f3e93111 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032600 Sep 06 14:48:29.380044 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a24f02c-5309-4435-816e-ffc570420f9a {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:48:29.390291 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:29.408707 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c7b2-ceab-411c-8f7a-0b1303ed7d98 req-8e87d8d8-77fa-4a8f-9829-ffe9106ba5b4 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.410224 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f028c7b2-ceab-411c-8f7a-0b1303ed7d98 req-8e87d8d8-77fa-4a8f-9829-ffe9106ba5b4 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.1305475 Sep 06 14:48:29.432926 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1a775-ce1c-4365-bf4d-d07d80b3b25f req-482f5543-ca34-4789-8ffc-322dd34a5048 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.439360 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-58b1a775-ce1c-4365-bf4d-d07d80b3b25f req-482f5543-ca34-4789-8ffc-322dd34a5048 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 931 time: 0.0970261 Sep 06 14:48:29.439360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Transition to ACTIVE for port object 6a24f02c-5309-4435-816e-ffc570420f9a will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:48:29.483244 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f028c7b2-ceab-411c-8f7a-0b1303ed7d98 req-f18106f4-a90e-497e-a8e9-45e79ab49a86 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646286 Sep 06 14:48:29.484538 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-b81a1f22-76f7-4659-9663-6be67e0362db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.486082 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-b81a1f22-76f7-4659-9663-6be67e0362db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 1098 time: 0.0406611 Sep 06 14:48:29.490722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-58b1a775-ce1c-4365-bf4d-d07d80b3b25f req-8f7a59c8-bd30-45ff-8b8d-fa79b3916aff tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478053 Sep 06 14:48:29.491791 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:29.544500 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Pushing event updated for resources: {'Port': ['ID=6a24f02c-5309-4435-816e-ffc570420f9a,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:29.610782 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-04481db3-5e66-430e-acd6-7ad20dfbeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.612504 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-04481db3-5e66-430e-acd6-7ad20dfbeda4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 911 time: 0.0998511 Sep 06 14:48:29.616146 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Attempting to bind port 6a24f02c-5309-4435-816e-ffc570420f9a on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:48:29.616481 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Attempting to bind port 6a24f02c-5309-4435-816e-ffc570420f9a by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:48:29.616869 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Attempting to bind port 6a24f02c-5309-4435-816e-ffc570420f9a on network b7aad870-2308-47a4-922a-a943d18aabf5 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:48:29.621241 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Port 6a24f02c-5309-4435-816e-ffc570420f9a on network b7aad870-2308-47a4-922a-a943d18aabf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:48:29.621567 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Attempting to bind port 6a24f02c-5309-4435-816e-ffc570420f9a on network b7aad870-2308-47a4-922a-a943d18aabf5 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:48:29.626940 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:48:29.627289 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Checking segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:48:29.627729 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Bound using segment: {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:48:29.628173 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Bound port: 6a24f02c-5309-4435-816e-ffc570420f9a, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ec9615-fe29-44e1-ac97-f0da5da99df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:48:29.628522 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:29.704113 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-6c4b10be-f9b2-4f97-a146-ea3fe911914d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0815988 Sep 06 14:48:29.704670 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] For port 6a24f02c-5309-4435-816e-ffc570420f9a, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:48:29.708713 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] For port 6a24f02c-5309-4435-816e-ffc570420f9a, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a24f02c-5309-4435-816e-ffc570420f9a,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:48:29.760577 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-64725e35-1d11-4f6e-8456-b6f6272d9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.762064 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-64725e35-1d11-4f6e-8456-b6f6272d9b17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 200 len: 849 time: 0.0453956 Sep 06 14:48:29.802764 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:29.811625 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-3dc626b4-795e-483f-9e44-4bc19060f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.813130 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-3dc626b4-795e-483f-9e44-4bc19060f2c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec543a52-c33e-412c-b4ad-7e957e0124e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426474 Sep 06 14:48:29.846671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.846671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:29.846671 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] 10.222.0.18 "PUT /v2.0/ports/6a24f02c-5309-4435-816e-ffc570420f9a HTTP/1.1" status: 200 len: 1093 time: 0.9475651 Sep 06 14:48:29.846671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:48:29.846671 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d8ff36-2484-414a-86dd-e512d7acb9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:48:29.873652 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cef0d-b888-46f7-9503-a288657c33cb service neutron] Pushing event updated for resources: {'Port': ['ID=6a24f02c-5309-4435-816e-ffc570420f9a,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:29.889052 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8377e14f-eb84-4753-beb9-b8f01b9b2123 x-openstack-request-id: req-8377e14f-eb84-4753-beb9-b8f01b9b2123 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:48:29.889343 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:48:29.889598 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8377e14f-eb84-4753-beb9-b8f01b9b2123 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:48:29.890503 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a', 'status': 'completed', 'code': 200} Sep 06 14:48:29.918297 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-20f8e8d8-1a6a-4e29-aaf0-ec37c10bc1ff service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962746 Sep 06 14:48:29.950021 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ff36-2484-414a-86dd-e512d7acb9e7 req-acf6ef2b-1f2a-4f0d-b9f3-4ea9726ba52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:29.951738 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-29d8ff36-2484-414a-86dd-e512d7acb9e7 req-acf6ef2b-1f2a-4f0d-b9f3-4ea9726ba52c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0434599 Sep 06 14:48:30.021027 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-778d6ea0-a12e-4c43-969d-bd7b0b872ddf req-d165d6d3-7e47-4e1a-916c-0f2debfe6c19 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946450 Sep 06 14:48:30.058453 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ff36-2484-414a-86dd-e512d7acb9e7 req-92003d0e-9478-44a7-abbb-315ff72bf293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:30.059926 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-29d8ff36-2484-414a-86dd-e512d7acb9e7 req-92003d0e-9478-44a7-abbb-315ff72bf293 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0984359 Sep 06 14:48:30.156425 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ff36-2484-414a-86dd-e512d7acb9e7 req-3810b9d2-eee1-4300-b580-ea7d0f477969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:30.157823 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-29d8ff36-2484-414a-86dd-e512d7acb9e7 req-3810b9d2-eee1-4300-b580-ea7d0f477969 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873873 Sep 06 14:48:30.235053 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-f282b400-7dae-4350-943f-51852885b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:30.236537 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-f282b400-7dae-4350-943f-51852885b247 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0392828 Sep 06 14:48:30.281840 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-3f5bc417-71ca-4171-9ee4-070fabebbf59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a24f02c-5309-4435-816e-ffc570420f9a HTTP/1.1" status: 200 len: 217 time: 0.0361984 Sep 06 14:48:30.331073 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-165b6f29-6306-4c56-97c5-d3c8030329a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:30.332557 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-165b6f29-6306-4c56-97c5-d3c8030329a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0431323 Sep 06 14:48:30.414566 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5676570-a1ea-4178-bce3-967bb05560e0 req-9fb6726e-f990-483a-92f6-070041d4f4bc tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:30.416058 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5676570-a1ea-4178-bce3-967bb05560e0 req-9fb6726e-f990-483a-92f6-070041d4f4bc tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0779753 Sep 06 14:48:30.417659 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-ae817e4d-1344-48fb-987f-917103d89072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:30.418964 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-ae817e4d-1344-48fb-987f-917103d89072 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719774 Sep 06 14:48:30.759889 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5676570-a1ea-4178-bce3-967bb05560e0 req-6aa1f7ef-1943-4cb6-b8b8-9fc919e7cd71 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3373022 Sep 06 14:48:30.810854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34ea1f-34b1-40ee-8c96-cf9eb18684ab req-70cfb88e-7309-4a11-8a09-65974d8b37fc tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:30.812952 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5f34ea1f-34b1-40ee-8c96-cf9eb18684ab req-70cfb88e-7309-4a11-8a09-65974d8b37fc tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.1243548 Sep 06 14:48:30.854259 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-2eaef6ee-dd24-4452-907f-3fa1e2aeda34 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644933 Sep 06 14:48:30.918873 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5f34ea1f-34b1-40ee-8c96-cf9eb18684ab req-5fa2988a-6818-47e4-9715-d3e91e478620 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966263 Sep 06 14:48:30.962932 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03891ca4-6c58-40b1-89b9-7b24e988fafb req-9eac192b-b4f2-4a8b-85ea-dacb08041446 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:30.964693 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-03891ca4-6c58-40b1-89b9-7b24e988fafb req-9eac192b-b4f2-4a8b-85ea-dacb08041446 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 943 time: 0.1317029 Sep 06 14:48:31.002392 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c1d1bbe2-0ef6-4c11-b771-850d4b4ab279 req-f750073c-20d8-40f4-9522-fc5624897225 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334951 Sep 06 14:48:31.016418 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-03891ca4-6c58-40b1-89b9-7b24e988fafb req-01d3ebf3-3202-4687-b1f7-215308d27d00 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452039 Sep 06 14:48:31.872506 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187992-be5b-47ca-b0e5-47cbc219dbea req-bf870f4a-ab80-4e76-97c7-7082cbefb1fe tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:31.873872 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4d187992-be5b-47ca-b0e5-47cbc219dbea req-bf870f4a-ab80-4e76-97c7-7082cbefb1fe tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0483217 Sep 06 14:48:31.911217 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4d187992-be5b-47ca-b0e5-47cbc219dbea req-f4365a74-7355-4aef-b34d-31392df7469c tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307226 Sep 06 14:48:32.031026 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ad5d-ed8e-488e-8856-6be64599c7d6 req-71731e9a-3f0a-4525-9d8c-1b1ac7b125af tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:32.032543 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b351ad5d-ed8e-488e-8856-6be64599c7d6 req-71731e9a-3f0a-4525-9d8c-1b1ac7b125af tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0477962 Sep 06 14:48:32.122934 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b351ad5d-ed8e-488e-8856-6be64599c7d6 req-d7da020f-72d9-4ecd-9711-204d7ef71c9e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807533 Sep 06 14:48:32.128150 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-4c76f6f2-e021-4cfd-ae33-55b3648299bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:32.129591 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-4c76f6f2-e021-4cfd-ae33-55b3648299bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eacf892be44e4ece806c80cb05d7358c&device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1098 time: 0.0961843 Sep 06 14:48:32.168098 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66142a4f-9970-4119-a713-12f11d131914 req-0ea2c090-20f4-4c7c-a93c-db954d708902 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:32.169571 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-66142a4f-9970-4119-a713-12f11d131914 req-0ea2c090-20f4-4c7c-a93c-db954d708902 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 943 time: 0.0868919 Sep 06 14:48:32.251952 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-66142a4f-9970-4119-a713-12f11d131914 req-228c47af-8001-4069-abf8-c01264b183ed tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754440 Sep 06 14:48:32.260973 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-afc075ef-e454-473d-8808-11823dff5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:32.262419 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-afc075ef-e454-473d-8808-11823dff5f61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a080fe08-515f-4033-8769-b638688c1ba5 HTTP/1.1" status: 200 len: 909 time: 0.1250563 Sep 06 14:48:32.326485 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-e9157205-ec9f-4afa-89e3-bf23fe92942e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb HTTP/1.1" status: 200 len: 1001 time: 0.0561295 Sep 06 14:48:32.376356 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-5d20bf91-a458-4b95-9dbb-d919ed52d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:32.377648 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-5d20bf91-a458-4b95-9dbb-d919ed52d71f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f360619-7744-4e49-a16d-b31451544a9e HTTP/1.1" status: 200 len: 847 time: 0.0425425 Sep 06 14:48:32.425112 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-61a96f74-98c4-4afe-a950-217523587174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:32.426595 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-61a96f74-98c4-4afe-a950-217523587174 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a080fe08-515f-4033-8769-b638688c1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421286 Sep 06 14:48:32.513654 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-de9d25f2-3531-4536-be2f-622adb578762 service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799830 Sep 06 14:48:32.606773 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fc54995-daf4-4db1-8433-12a1eb1cd02e req-bf4254f8-b6ae-4778-ac49-1ed21882ff01 service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847952 Sep 06 14:48:33.021493 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beeef0-9bfc-4eb0-914f-3f56132d54eb req-a15feaf1-c8b5-45a0-bb9a-9f4c254874b7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:33.022949 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-96beeef0-9bfc-4eb0-914f-3f56132d54eb req-a15feaf1-c8b5-45a0-bb9a-9f4c254874b7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0473101 Sep 06 14:48:33.059593 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-96beeef0-9bfc-4eb0-914f-3f56132d54eb req-04a48c9f-bb61-4fa0-9481-1f865f6ce36e tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308604 Sep 06 14:48:33.361281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812a81-a0d6-4f74-8542-066a358229c3 req-d86ea3f9-b597-4b55-aa79-4096d996ed8f tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:33.362720 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-40812a81-a0d6-4f74-8542-066a358229c3 req-d86ea3f9-b597-4b55-aa79-4096d996ed8f tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 943 time: 0.0473397 Sep 06 14:48:33.402717 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-40812a81-a0d6-4f74-8542-066a358229c3 req-f7bf8e17-1cb1-4123-a107-e7c6a2f69bbb tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342317 Sep 06 14:48:34.171754 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17188c23-854f-40c8-9e63-1c8498db7160 req-724fa0bc-76a8-42e2-9d5d-103833dab7e3 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:34.173800 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-17188c23-854f-40c8-9e63-1c8498db7160 req-724fa0bc-76a8-42e2-9d5d-103833dab7e3 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0482190 Sep 06 14:48:34.210308 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-17188c23-854f-40c8-9e63-1c8498db7160 req-57acba59-8d17-4de1-89f1-36c26aa832fb tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305882 Sep 06 14:48:34.515509 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ce554-f0e0-4974-95d9-4ca880a5ebdf req-fbcd7e2d-e741-4b40-8ecf-6bf5f5213fa1 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:34.517471 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-954ce554-f0e0-4974-95d9-4ca880a5ebdf req-fbcd7e2d-e741-4b40-8ecf-6bf5f5213fa1 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 943 time: 0.0484164 Sep 06 14:48:34.556612 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-954ce554-f0e0-4974-95d9-4ca880a5ebdf req-e7229911-0ff3-468f-9afc-de074ebe0db3 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332439 Sep 06 14:48:35.322008 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a542a-60d5-4cb0-989c-1b0b3a5d53d1 req-35156692-4fd7-4547-bffe-6f9d006f7d41 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:35.323482 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e50a542a-60d5-4cb0-989c-1b0b3a5d53d1 req-35156692-4fd7-4547-bffe-6f9d006f7d41 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0480664 Sep 06 14:48:35.363825 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e50a542a-60d5-4cb0-989c-1b0b3a5d53d1 req-15d91dbb-c948-4dd9-b676-39ca25dab37c tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338426 Sep 06 14:48:35.670718 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3febfb5-12c4-406b-a9ee-ca6b4390e94e req-29229101-a205-4359-ac38-e400241c85d9 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:35.672234 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a3febfb5-12c4-406b-a9ee-ca6b4390e94e req-29229101-a205-4359-ac38-e400241c85d9 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 943 time: 0.0495493 Sep 06 14:48:35.710017 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a3febfb5-12c4-406b-a9ee-ca6b4390e94e req-4bc05df2-340d-40e1-846e-7bec8396d62b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313404 Sep 06 14:48:36.775599 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776628-5c49-4883-9024-b55e6009386c req-b1494f1f-9321-4de3-adb9-3b9dfd32568a tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:36.777079 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8a776628-5c49-4883-9024-b55e6009386c req-b1494f1f-9321-4de3-adb9-3b9dfd32568a tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0483482 Sep 06 14:48:36.871997 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8a776628-5c49-4883-9024-b55e6009386c req-6bf09278-6995-4dd6-a1ca-0487d3c06e98 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842519 Sep 06 14:48:36.882990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35192f03-a9cf-4916-9af4-1d44b5bccb40 req-e579abc8-c236-4a03-9b2a-56d2303f6a19 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:36.892370 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35192f03-a9cf-4916-9af4-1d44b5bccb40 req-e579abc8-c236-4a03-9b2a-56d2303f6a19 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 943 time: 0.1066430 Sep 06 14:48:36.910604 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-1ac2569d-e4f4-4e9e-8e21-a672c33ceb43 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309624 Sep 06 14:48:36.927654 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-35192f03-a9cf-4916-9af4-1d44b5bccb40 req-20e1ea8e-0e71-40c2-9a2e-9803c35aa077 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372567 Sep 06 14:48:37.628481 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:48:37.778256 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 6a24f02c-5309-4435-816e-ffc570420f9a details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:48:37.782745 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 8f1d0937-0957-4427-9815-bf8f77afe4eb no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:48:37.918183 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:37.942179 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 6a24f02c-5309-4435-816e-ffc570420f9a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a24f02c-5309-4435-816e-ffc570420f9a,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:48:37.966113 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:48:37.966113 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe11be2-4b18-4291-9eca-bbac064565f6" -d '{"events": [{"server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:48:37.968993 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '6a24f02c-5309-4435-816e-ffc570420f9a', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'port_id': '6a24f02c-5309-4435-816e-ffc570420f9a', 'mac_address': 'fa:16:3e:34:e7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:48:37.979143 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:48:37.990655 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df6762-4f63-427b-9198-0a01cd3772dc req-3ca77ace-8d2f-4fee-88af-779778fa23ce tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:37.992285 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b7df6762-4f63-427b-9198-0a01cd3772dc req-3ca77ace-8d2f-4fee-88af-779778fa23ce tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0546410 Sep 06 14:48:38.018351 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:38.031129 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a24f02c-5309-4435-816e-ffc570420f9a {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:48:38.050871 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 6a24f02c-5309-4435-816e-ffc570420f9a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a24f02c-5309-4435-816e-ffc570420f9a,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:48:38.051870 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:38.060016 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b7df6762-4f63-427b-9198-0a01cd3772dc req-03d0f2fb-1d3f-4229-a622-bb0e8361ec4a tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600004 Sep 06 14:48:38.075622 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af3e66-b3bd-40a4-b255-509a581c7a03 req-86815648-b186-4d77-8d29-78c666e47605 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:38.077511 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e8af3e66-b3bd-40a4-b255-509a581c7a03 req-86815648-b186-4d77-8d29-78c666e47605 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 943 time: 0.0783558 Sep 06 14:48:38.098528 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=6']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:38.106253 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.106626 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.106934 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.107278 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.112462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.112462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.112462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.112462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.112462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.112462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.112462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.112462 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:48:38.114552 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Sep 2021 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4c3be3-358f-4a07-9541-0b476d70e77d x-openstack-request-id: req-fc4c3be3-358f-4a07-9541-0b476d70e77d {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:48:38.114968 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "name": "network-vif-unplugged", "status": "failed", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb", "code": 422}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:48:38.115089 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc4c3be3-358f-4a07-9541-0b476d70e77d {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:48:38.115489 dv-cinder-807083-5-iscsi neutron-server[100991]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'code': 422} returned with failed status Sep 06 14:48:38.124580 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e8af3e66-b3bd-40a4-b255-509a581c7a03 req-79d712a7-11f3-443c-b09c-da2ea04fc858 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350883 Sep 06 14:48:38.158012 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:38.207861 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=6a24f02c-5309-4435-816e-ffc570420f9a,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:38.409445 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['6a24f02c-5309-4435-816e-ffc570420f9a'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:48:38.505685 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6dd9-5f84-4c6e-9702-ad20dfd8ad63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:39.185170 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d01748-ac08-47c0-b822-42635329841b req-4619fcff-1d90-4ae6-9c5f-62375f00dbfd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:39.189318 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-55d01748-ac08-47c0-b822-42635329841b req-4619fcff-1d90-4ae6-9c5f-62375f00dbfd tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0569794 Sep 06 14:48:39.255365 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-55d01748-ac08-47c0-b822-42635329841b req-46b17b6f-4fc3-4f17-bc26-bba1851ef7f7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539684 Sep 06 14:48:39.263934 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b836f49-33b2-4046-b48b-ecdbff785205 req-55a66d36-1434-4311-a4a3-c9d6e5126ac9 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:39.265492 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2b836f49-33b2-4046-b48b-ecdbff785205 req-55a66d36-1434-4311-a4a3-c9d6e5126ac9 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 944 time: 0.0726566 Sep 06 14:48:39.305125 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2b836f49-33b2-4046-b48b-ecdbff785205 req-e77e9b6a-4b5d-4754-8fb7-e9c73a7983c1 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330479 Sep 06 14:48:39.445726 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-365e50d9-9bfe-465d-a8c8-880b901f8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:39.447072 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-365e50d9-9bfe-465d-a8c8-880b901f8b6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab&tenant_id=eacf892be44e4ece806c80cb05d7358c HTTP/1.1" status: 200 len: 1096 time: 0.0427492 Sep 06 14:48:39.505436 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-1d7fc43c-5a09-43b1-9fa9-3b9aa93f5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:39.506854 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-1d7fc43c-5a09-43b1-9fa9-3b9aa93f5d2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eacf892be44e4ece806c80cb05d7358c&device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1096 time: 0.0386565 Sep 06 14:48:39.593389 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-635954f9-effe-4b9f-9c32-cccb27593cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:39.594883 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-635954f9-effe-4b9f-9c32-cccb27593cc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a080fe08-515f-4033-8769-b638688c1ba5 HTTP/1.1" status: 200 len: 909 time: 0.0813644 Sep 06 14:48:39.661791 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-2986d9f5-ea33-42bd-969f-9ce409a2cd0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb HTTP/1.1" status: 200 len: 999 time: 0.0595200 Sep 06 14:48:39.712391 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-367254da-4e9c-4b4f-91f4-f43d048a2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:39.714141 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-367254da-4e9c-4b4f-91f4-f43d048a2576 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f360619-7744-4e49-a16d-b31451544a9e HTTP/1.1" status: 200 len: 847 time: 0.0450299 Sep 06 14:48:39.760680 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-d377a6c9-7e62-4d01-8b99-5263fe99c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:39.762160 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-d377a6c9-7e62-4d01-8b99-5263fe99c012 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a080fe08-515f-4033-8769-b638688c1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397830 Sep 06 14:48:39.819177 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 6a24f02c-5309-4435-816e-ffc570420f9a up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:48:39.855301 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-134c6ae2-4025-4595-bb42-8239a915c1ae service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859108 Sep 06 14:48:39.934961 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 6a24f02c-5309-4435-816e-ffc570420f9a completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:48:39.938964 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 6a24f02c-5309-4435-816e-ffc570420f9a triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:48:39.939340 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:39.950001 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-57b26ac5-e5f3-429b-b608-b14cfaa6536e req-d82fd87d-6c95-4580-9a2f-a747cbcc67de service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870748 Sep 06 14:48:40.015177 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:40.045753 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 6a24f02c-5309-4435-816e-ffc570420f9a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a24f02c-5309-4435-816e-ffc570420f9a,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:48:40.116643 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:48:40.119009 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389374e7-f3fa-4d52-b9fb-f5f4c315485f" -d '{"events": [{"server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "name": "network-vif-plugged", "status": "completed", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:48:40.123158 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:40.155364 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f418e9f8-fb13-4ac8-a85e-12d901f9ebb8 x-openstack-request-id: req-f418e9f8-fb13-4ac8-a85e-12d901f9ebb8 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:48:40.155685 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "name": "network-vif-plugged", "status": "completed", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:48:40.155940 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f418e9f8-fb13-4ac8-a85e-12d901f9ebb8 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:48:40.156325 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a', 'code': 200} Sep 06 14:48:40.178880 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=6a24f02c-5309-4435-816e-ffc570420f9a,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:40.370449 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f419-b3cd-42c0-86da-2fc2f01aa33e req-a5cb3bd8-1d0c-4610-903b-64e770545018 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:40.372001 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f3d9f419-b3cd-42c0-86da-2fc2f01aa33e req-a5cb3bd8-1d0c-4610-903b-64e770545018 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0509410 Sep 06 14:48:40.436071 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f3d9f419-b3cd-42c0-86da-2fc2f01aa33e req-3ddc957d-22d0-4928-9b12-11833d849317 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536933 Sep 06 14:48:40.444026 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414575-d6e1-4efe-a750-4e4081c225c1 req-8898a7dd-d99b-49e9-b65e-ed0a6745f157 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:40.445418 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e8414575-d6e1-4efe-a750-4e4081c225c1 req-8898a7dd-d99b-49e9-b65e-ed0a6745f157 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 945 time: 0.0716844 Sep 06 14:48:40.484296 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e8414575-d6e1-4efe-a750-4e4081c225c1 req-c682d014-42ea-4623-bea9-f9bdbae71cc9 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Sep 06 14:48:40.529018 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feab23-c854-40b9-9f96-5dff7917c453 req-031033e1-493a-4398-afee-fccdaf9f28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:40.530509 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c5feab23-c854-40b9-9f96-5dff7917c453 req-031033e1-493a-4398-afee-fccdaf9f28d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0420454 Sep 06 14:48:40.564630 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c5feab23-c854-40b9-9f96-5dff7917c453 req-b15bc747-eb43-48ba-84a5-950389595326 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258877 Sep 06 14:48:41.293375 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-941db1bf-0216-45d1-91b8-a675d8ab6ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:41.448643 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:41.548682 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade8321-17c9-4d51-bd12-5d5f3718470d req-54dc364c-470e-4cd2-8d6d-4f975a0d3c52 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:41.550678 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2ade8321-17c9-4d51-bd12-5d5f3718470d req-54dc364c-470e-4cd2-8d6d-4f975a0d3c52 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0499179 Sep 06 14:48:41.614251 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2ade8321-17c9-4d51-bd12-5d5f3718470d req-b70b8f9d-4e80-4a47-ba7f-bcb0e16698a2 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534496 Sep 06 14:48:41.626483 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78487438-2094-42c0-a833-e2ec27d55a20 req-6a9a97a1-9d63-4c12-97ae-d14726f14976 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:41.627992 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-78487438-2094-42c0-a833-e2ec27d55a20 req-6a9a97a1-9d63-4c12-97ae-d14726f14976 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 945 time: 0.0764644 Sep 06 14:48:41.668455 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-78487438-2094-42c0-a833-e2ec27d55a20 req-a85eee05-8ba8-4237-b2a4-db07d96cd9a8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330529 Sep 06 14:48:42.230082 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:42.731186 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd384efa-8e30-4a56-83e1-e5112fdf7102 req-0656d765-4c8b-47f6-afd8-6d913d860c38 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:42.732824 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fd384efa-8e30-4a56-83e1-e5112fdf7102 req-0656d765-4c8b-47f6-afd8-6d913d860c38 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0534923 Sep 06 14:48:42.796651 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fd384efa-8e30-4a56-83e1-e5112fdf7102 req-dcfb952c-204b-4804-99fd-7c6513f5eac9 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540738 Sep 06 14:48:42.804847 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198df3f6-944e-4636-8828-c5b87ba9a86b req-9790d444-7916-4e8a-80df-31ca774bc2c8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:42.806256 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-198df3f6-944e-4636-8828-c5b87ba9a86b req-9790d444-7916-4e8a-80df-31ca774bc2c8 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 945 time: 0.0717356 Sep 06 14:48:42.844742 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-198df3f6-944e-4636-8828-c5b87ba9a86b req-e700bccb-5150-49ec-9074-0deccd9f5f74 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320461 Sep 06 14:48:42.953838 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a093040-1553-4061-b726-1f8fb1866feb req-581d3dd1-0e3a-43f9-932d-46fd37a38fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:42.955280 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0a093040-1553-4061-b726-1f8fb1866feb req-581d3dd1-0e3a-43f9-932d-46fd37a38fe2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 945 time: 0.0470951 Sep 06 14:48:42.994846 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0a093040-1553-4061-b726-1f8fb1866feb req-dc3c8f03-2307-4bfe-9d59-6a023ad7ef59 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331078 Sep 06 14:48:43.016126 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36456) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:48:43.149870 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c14830-7ffc-4ffa-8819-226dd25c36be tempest-TestVolumeBootPattern-27048658 tempest-TestVolumeBootPattern-27048658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:43.151336 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c0c14830-7ffc-4ffa-8819-226dd25c36be tempest-TestVolumeBootPattern-27048658 tempest-TestVolumeBootPattern-27048658-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 1093 time: 0.1342802 Sep 06 14:48:43.154097 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36460) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:48:43.158326 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'port_id': '6a24f02c-5309-4435-816e-ffc570420f9a', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:48:43.265698 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:43.356510 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:43.459442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Allocated IP 172.27.3.9 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/e1603be9-f414-4632-b732-43deec72e68a) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:48:43.559549 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:43.643310 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:43.678638 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:48:43.681425 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:48:43.684821 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:48:43.709117 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=e1603be9-f414-4632-b732-43deec72e68a,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:43.936973 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0e474-cc6a-4ae0-81f5-2ed0d71e6b78 req-cd056dd4-4d7c-4126-9628-7c8e9f8eb2a7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:43.938351 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-40d0e474-cc6a-4ae0-81f5-2ed0d71e6b78 req-cd056dd4-4d7c-4126-9628-7c8e9f8eb2a7 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0744224 Sep 06 14:48:44.047484 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-40d0e474-cc6a-4ae0-81f5-2ed0d71e6b78 req-57735e2d-2237-4b29-8fb5-ef01d84a4721 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738575 Sep 06 14:48:44.082738 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:44.167409 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:44.250036 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:44.394665 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:44.452524 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:44.520583 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event updated for resources: {'Port': ['ID=e1603be9-f414-4632-b732-43deec72e68a,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:44.531838 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:44.627262 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Floating IP 5cfb584d-00bf-4c42-94e8-5a9df87e0b2f associated. External IP: 172.27.3.9, port: 6a24f02c-5309-4435-816e-ffc570420f9a. Sep 06 14:48:45.069540 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:48:45.205931 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ddba-d0d9-4409-b21a-5c95687c4e42 req-aae94fd4-32f8-4be6-87d0-4ea46ff888cc tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:45.207410 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a715ddba-d0d9-4409-b21a-5c95687c4e42 req-aae94fd4-32f8-4be6-87d0-4ea46ff888cc tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0717232 Sep 06 14:48:45.212198 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:48:45.255398 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a715ddba-d0d9-4409-b21a-5c95687c4e42 req-2f382721-4dc2-4c42-b7c9-a3bf893fabdf tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410564 Sep 06 14:48:45.311725 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:45.341534 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-7b7c9191-7b30-40f4-9fea-1c43f6f9bc18 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1864369 Sep 06 14:48:45.342151 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:48:45.342635 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:48:45.344536 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:48:45.352141 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:48:45.352938 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:48:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:48:45.379251 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db40493b-66e1-4267-b2d9-df90e095165b x-openstack-request-id: req-db40493b-66e1-4267-b2d9-df90e095165b {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:48:45.379572 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:48:45.379825 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db40493b-66e1-4267-b2d9-df90e095165b {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:48:45.380222 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a', 'status': 'completed', 'code': 200} Sep 06 14:48:45.441429 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-da754b50-78ff-4a9b-be12-72923d8ce369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:45.442883 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-da754b50-78ff-4a9b-be12-72923d8ce369 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0399320 Sep 06 14:48:45.455106 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:48:45.535672 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-b2265a65-c9c7-459d-a9f3-bf724b7b5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:45.537153 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-b2265a65-c9c7-459d-a9f3-bf724b7b5699 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 912 time: 0.0866342 Sep 06 14:48:45.603619 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-8b2a35b0-c6b5-495f-824e-0ca4119a3777 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a24f02c-5309-4435-816e-ffc570420f9a HTTP/1.1" status: 200 len: 997 time: 0.0578928 Sep 06 14:48:45.661185 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-643e8980-e818-42b4-b899-8eb2133267be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:45.662636 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-643e8980-e818-42b4-b899-8eb2133267be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0469747 Sep 06 14:48:45.673979 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '5cfb584d-00bf-4c42-94e8-5a9df87e0b2f', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '6a24f02c-5309-4435-816e-ffc570420f9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:34:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:48:43Z', 'updated_at': '2021-09-06T14:48:43Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}, {'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:35Z', 'revision_number': 1, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:48:45.702130 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:48:45.710643 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:48:45.711244 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:48:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:48:45.713286 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-5332ffaf-8bbc-4ae0-b456-b658dcce70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:45.714795 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-5332ffaf-8bbc-4ae0-b456-b658dcce70b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389848 Sep 06 14:48:45.809431 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-6da2506c-05f8-4478-9a48-72f6d72fcb31 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838759 Sep 06 14:48:45.812491 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:48:45.899926 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3fcfcdb1-99d5-4629-8e70-27a0d0d84c96 req-970b5fc5-6ad5-4890-b655-d07bfd39d347 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808728 Sep 06 14:48:46.031219 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '5cfb584d-00bf-4c42-94e8-5a9df87e0b2f', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '6a24f02c-5309-4435-816e-ffc570420f9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:34:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:48:43Z', 'updated_at': '2021-09-06T14:48:43Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}, {'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:35Z', 'revision_number': 1, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:48:46.059544 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe74b2-5ea0-4ef6-8f30-3d4bb92f513f None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '5cfb584d-00bf-4c42-94e8-5a9df87e0b2f', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '6a24f02c-5309-4435-816e-ffc570420f9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:34:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:48:43Z', 'updated_at': '2021-09-06T14:48:43Z', 'revision_number': 0, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}, {'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:35Z', 'revision_number': 1, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:48:46.243506 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a07de-94be-4964-8344-c3ff09565340 None None] New status for floating IP 5cfb584d-00bf-4c42-94e8-5a9df87e0b2f: ACTIVE {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:48:46.367515 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f9c6a-e208-492e-beaf-c31a9c7b84f5 req-67dda9dc-b948-4ca2-902c-2385e85ee9c2 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:46.374967 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f4f9c6a-e208-492e-beaf-c31a9c7b84f5 req-67dda9dc-b948-4ca2-902c-2385e85ee9c2 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0477295 Sep 06 14:48:46.406308 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f4f9c6a-e208-492e-beaf-c31a9c7b84f5 req-80a79782-9f31-4531-ab46-1d146ce0a9de tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312958 Sep 06 14:48:47.521753 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac077f-363d-4f2d-999e-59b21a63dede req-2795bb3a-efba-454f-a26d-7fcbe0ada381 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:47.523262 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5bac077f-363d-4f2d-999e-59b21a63dede req-2795bb3a-efba-454f-a26d-7fcbe0ada381 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 943 time: 0.0516160 Sep 06 14:48:47.560123 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5bac077f-363d-4f2d-999e-59b21a63dede req-3a101736-68af-4996-84eb-b25811398c81 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309699 Sep 06 14:48:47.851174 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 8f1d0937-0957-4427-9815-bf8f77afe4eb details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:48:47.944429 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:48:47.955261 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'port_id': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'mac_address': 'fa:16:3e:eb:81:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:48:47.990919 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:48.003795 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1d0937-0957-4427-9815-bf8f77afe4eb {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:48:48.022696 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:48:48.145761 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:48.190385 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=7']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:48.396180 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['8f1d0937-0957-4427-9815-bf8f77afe4eb'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:48:48.670605 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47671059-245a-4173-b5bd-603ad47309f9 req-86e0957f-8a65-444f-b2a0-46d118b99838 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:48.672016 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-47671059-245a-4173-b5bd-603ad47309f9 req-86e0957f-8a65-444f-b2a0-46d118b99838 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 944 time: 0.0472274 Sep 06 14:48:48.709170 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-47671059-245a-4173-b5bd-603ad47309f9 req-7b6fc606-d281-44c3-8a9a-9c1c142b2ccc tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308247 Sep 06 14:48:49.820625 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd1b82-9efd-4e79-ae67-caba9436cbe7 req-41f8bf40-aa5d-414f-a464-9cf2c09f6052 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:49.822071 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a8bd1b82-9efd-4e79-ae67-caba9436cbe7 req-41f8bf40-aa5d-414f-a464-9cf2c09f6052 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 944 time: 0.0481224 Sep 06 14:48:49.857978 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a8bd1b82-9efd-4e79-ae67-caba9436cbe7 req-399cd354-cd9f-4eba-a748-55ab29363827 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301051 Sep 06 14:48:49.870862 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 8f1d0937-0957-4427-9815-bf8f77afe4eb up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:48:49.918603 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 8f1d0937-0957-4427-9815-bf8f77afe4eb triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:48:49.918974 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:49.992037 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:50.013535 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:48:50.015753 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e790f5f0-c7d2-4a62-bdac-7b8359d1d5f0" -d '{"events": [{"server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "name": "network-vif-plugged", "status": "completed", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:48:50.027781 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:48:50.049528 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530cd7e4-3019-469e-ab7d-b67ca138b9c6 x-openstack-request-id: req-530cd7e4-3019-469e-ab7d-b67ca138b9c6 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:48:50.049830 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "name": "network-vif-plugged", "status": "completed", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:48:50.050090 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-530cd7e4-3019-469e-ab7d-b67ca138b9c6 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:48:50.050482 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'code': 200} Sep 06 14:48:50.100261 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:48:50.147164 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=8']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:48:50.348666 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b35a1-a5be-48c8-8f0c-2f89d0aaf5b9 req-55001c46-884d-42a7-85ba-e6f8ec707be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:50.350103 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-575b35a1-a5be-48c8-8f0c-2f89d0aaf5b9 req-55001c46-884d-42a7-85ba-e6f8ec707be8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1098 time: 0.0426178 Sep 06 14:48:50.384923 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-575b35a1-a5be-48c8-8f0c-2f89d0aaf5b9 req-7c4ad6fa-b7b7-49ad-90f7-bed717f37bd4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0264754 Sep 06 14:48:50.969247 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a399b-2aee-4f01-b7f2-63489db7a099 req-6780bf28-f4c2-49a6-a81d-7a304ce34df5 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:50.970696 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-353a399b-2aee-4f01-b7f2-63489db7a099 req-6780bf28-f4c2-49a6-a81d-7a304ce34df5 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0484390 Sep 06 14:48:51.007343 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-353a399b-2aee-4f01-b7f2-63489db7a099 req-c838f1c1-4405-4615-b3dc-022ad0417a76 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309198 Sep 06 14:48:52.122674 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c07dc-51e9-4341-9699-4a3bacccaf2d req-b1d94cdb-61a6-434a-b8cd-e68844479d03 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:48:52.124173 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-939c07dc-51e9-4341-9699-4a3bacccaf2d req-b1d94cdb-61a6-434a-b8cd-e68844479d03 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0484979 Sep 06 14:48:52.162408 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-939c07dc-51e9-4341-9699-4a3bacccaf2d req-8063f00d-9860-487e-ba6e-d979a5fdc8b9 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317159 Sep 06 14:48:53.762261 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:08.458809 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-68f71597-db96-4277-ba17-47392cd855d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:11.228993 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c48c90ec-9537-40fb-a13b-676a89a9cf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:11.481853 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:12.279739 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:12.710752 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2c73a-50b3-49ea-89ea-ccc4a8d683d8 req-4c0f2f0d-4584-4f7b-ad07-289469976558 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:12.713056 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67c2c73a-50b3-49ea-89ea-ccc4a8d683d8 req-4c0f2f0d-4584-4f7b-ad07-289469976558 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0530722 Sep 06 14:49:12.750245 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-67c2c73a-50b3-49ea-89ea-ccc4a8d683d8 req-681364d3-ad5b-4542-8984-f25b72877ed8 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313044 Sep 06 14:49:13.911213 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634821d-0007-4d91-a2f0-6ff0441f5854 req-bda2af73-3f31-4fff-8555-5e369e4adefe tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:13.912685 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b634821d-0007-4d91-a2f0-6ff0441f5854 req-bda2af73-3f31-4fff-8555-5e369e4adefe tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0958734 Sep 06 14:49:13.948573 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b634821d-0007-4d91-a2f0-6ff0441f5854 req-56d1b9fd-e66e-4848-9911-6ab90c40c4cf tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300424 Sep 06 14:49:14.200973 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:14.626901 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:49:15.107578 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dfa56-99f0-4849-b7f4-41556ed47ad5 req-15750ebf-e9b9-425b-a9f0-8ffe460b1191 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:15.109037 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-197dfa56-99f0-4849-b7f4-41556ed47ad5 req-15750ebf-e9b9-425b-a9f0-8ffe460b1191 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0946269 Sep 06 14:49:15.145689 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-197dfa56-99f0-4849-b7f4-41556ed47ad5 req-85d6762d-3ec4-4ebf-8579-2206e635ddb1 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Sep 06 14:49:16.260038 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0127b-0b2c-46a1-8a17-1a91afde1662 req-1bee26f9-35cb-4fa1-8adc-13412f096f88 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:16.261398 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fab0127b-0b2c-46a1-8a17-1a91afde1662 req-1bee26f9-35cb-4fa1-8adc-13412f096f88 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0512972 Sep 06 14:49:16.298171 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fab0127b-0b2c-46a1-8a17-1a91afde1662 req-f440ee8e-2846-4140-b2ab-ab1fb1df0c76 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Sep 06 14:49:17.409767 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398630c-9b32-4dcd-8c06-f4b5243e4898 req-1067941f-9b0e-448c-94f9-b8fc89e19a93 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:17.411206 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d398630c-9b32-4dcd-8c06-f4b5243e4898 req-1067941f-9b0e-448c-94f9-b8fc89e19a93 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0473657 Sep 06 14:49:17.448871 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d398630c-9b32-4dcd-8c06-f4b5243e4898 req-be16ad86-7d55-4410-b745-f064f762facb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Sep 06 14:49:18.560369 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d288c6b-f1f5-4ac2-ab5e-cfc120e44d76 req-bf339953-3097-4990-9106-b857ccc050dc tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:18.561847 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8d288c6b-f1f5-4ac2-ab5e-cfc120e44d76 req-bf339953-3097-4990-9106-b857ccc050dc tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0477631 Sep 06 14:49:18.599054 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8d288c6b-f1f5-4ac2-ab5e-cfc120e44d76 req-6449c0c2-3870-4a5d-a4d6-23414f20fe5a tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314951 Sep 06 14:49:19.714039 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312c07-eebb-4b04-a5e1-054158b9fa54 req-1984d962-6f3f-461d-a6d2-a7b9d134a241 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:19.715583 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-82312c07-eebb-4b04-a5e1-054158b9fa54 req-1984d962-6f3f-461d-a6d2-a7b9d134a241 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0524421 Sep 06 14:49:19.751622 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-82312c07-eebb-4b04-a5e1-054158b9fa54 req-49b71cb1-5a20-45e2-952e-dac29a580f15 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302527 Sep 06 14:49:20.862279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d9e2-766f-4eba-a6dd-e0f81e115a7f req-d8af047b-8852-4d86-ab38-3c746442206e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:20.863636 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d5f1d9e2-766f-4eba-a6dd-e0f81e115a7f req-d8af047b-8852-4d86-ab38-3c746442206e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0475733 Sep 06 14:49:20.898931 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d5f1d9e2-766f-4eba-a6dd-e0f81e115a7f req-842f7648-7d2f-4b50-89e3-fef5500f5a54 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296071 Sep 06 14:49:22.009987 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6bad6-599e-4e3f-a80a-5a24b9b4ad3b req-f7c04255-29ac-488b-bc24-b7360b5431b2 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:22.011441 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e7c6bad6-599e-4e3f-a80a-5a24b9b4ad3b req-f7c04255-29ac-488b-bc24-b7360b5431b2 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0477173 Sep 06 14:49:22.047362 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e7c6bad6-599e-4e3f-a80a-5a24b9b4ad3b req-df002065-eacf-4227-b8c4-305af3bb4cb6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301466 Sep 06 14:49:23.163151 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a990bea-730e-4ff7-9baa-777f43ca91d2 req-1d131f9d-3a13-41e9-8a6c-088834882094 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:23.164646 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5a990bea-730e-4ff7-9baa-777f43ca91d2 req-1d131f9d-3a13-41e9-8a6c-088834882094 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0531390 Sep 06 14:49:23.202245 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5a990bea-730e-4ff7-9baa-777f43ca91d2 req-e1ff7a03-a48c-4a60-8542-06ce19e64d51 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Sep 06 14:49:23.777432 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:24.313955 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0900a1-9b80-41c5-a821-363da6ff1dec req-94edfdc3-727b-45c9-9ea3-15ac8527789b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:24.315455 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7d0900a1-9b80-41c5-a821-363da6ff1dec req-94edfdc3-727b-45c9-9ea3-15ac8527789b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0475836 Sep 06 14:49:24.352522 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7d0900a1-9b80-41c5-a821-363da6ff1dec req-96e64732-5669-4bbc-9f60-5cd73d803cc8 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Sep 06 14:49:24.692852 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2a1c1-8f8f-47e7-a83a-ac8df8a42286 req-786d9d4e-db80-488b-a361-e1a2b3ed9d57 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:24.694290 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-78c2a1c1-8f8f-47e7-a83a-ac8df8a42286 req-786d9d4e-db80-488b-a361-e1a2b3ed9d57 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0472331 Sep 06 14:49:24.731876 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-78c2a1c1-8f8f-47e7-a83a-ac8df8a42286 req-9a7ae6f7-9c2a-4193-9f68-6928b33399b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Sep 06 14:49:24.837201 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-306492c7-6ae2-4124-b04d-0a8511682036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:24.838529 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-306492c7-6ae2-4124-b04d-0a8511682036 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 1098 time: 0.0429823 Sep 06 14:49:24.924853 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-0654fab7-039a-4348-bbe6-78b1b3bff2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:24.926262 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-0654fab7-039a-4348-bbe6-78b1b3bff2f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 911 time: 0.0802629 Sep 06 14:49:24.992378 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-6022abd3-8b0b-4871-a63a-006fbf0ef338 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0576868 Sep 06 14:49:25.038606 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-3e16cb99-a930-4358-946e-e93dec02c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:25.039982 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-3e16cb99-a930-4358-946e-e93dec02c1cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 200 len: 849 time: 0.0403755 Sep 06 14:49:25.082819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-14978bdc-1117-44e0-9f36-7bd9621b6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:25.084222 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-14978bdc-1117-44e0-9f36-7bd9621b6d77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec543a52-c33e-412c-b4ad-7e957e0124e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371034 Sep 06 14:49:25.095507 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-1482e9e3-ce2b-42cf-9fa3-c1decc144136 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:49:25.096366 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-1482e9e3-ce2b-42cf-9fa3-c1decc144136 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046895 Sep 06 14:49:25.187363 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-4e5445a2-4795-4df6-8216-252d490c83b5 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Sep 06 14:49:25.283853 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a388f4af-5660-45cd-b1e3-65647b6d0384 req-cd3cacd1-3ff5-498e-bf93-8d9e642d1ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855179 Sep 06 14:49:25.852312 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71aa71-f239-47d5-96d1-c94998f7b0d1 req-10802b25-8d2c-4785-b888-3f9f7f26eba4 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:25.853779 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6f71aa71-f239-47d5-96d1-c94998f7b0d1 req-10802b25-8d2c-4785-b888-3f9f7f26eba4 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0542426 Sep 06 14:49:25.891733 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6f71aa71-f239-47d5-96d1-c94998f7b0d1 req-6219475c-72fd-46c7-89da-ae4b3bc133a7 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318995 Sep 06 14:49:27.004900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee40753-3f6c-4486-9c11-2665a2d4fad9 req-d88c68cd-e3da-4463-9924-de52deae237b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:27.006356 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cee40753-3f6c-4486-9c11-2665a2d4fad9 req-d88c68cd-e3da-4463-9924-de52deae237b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0484695 Sep 06 14:49:27.043477 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cee40753-3f6c-4486-9c11-2665a2d4fad9 req-87d49c6e-9c6b-4129-8c1b-5a8fbfa63d7f tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Sep 06 14:49:28.711607 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-c9398f44-0139-4b6e-8add-fa61b8bde195 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807316 Sep 06 14:49:28.774188 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-13033e05-04f4-4305-8c84-39f26e95b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:28.776271 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-13033e05-04f4-4305-8c84-39f26e95b03a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 1098 time: 0.0407507 Sep 06 14:49:28.878554 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-37efe57d-5212-449a-95b3-f14ca6ee17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:28.879938 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-37efe57d-5212-449a-95b3-f14ca6ee17c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 911 time: 0.0818384 Sep 06 14:49:28.947280 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-46dad0cc-e07d-452c-880e-cb91d1c334ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0588133 Sep 06 14:49:28.996875 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-61d4151e-a9ae-4091-8f58-c9096cc2f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:28.998246 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-61d4151e-a9ae-4091-8f58-c9096cc2f1a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 200 len: 849 time: 0.0421379 Sep 06 14:49:29.044513 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-7da6070d-ae71-4571-a89f-1df836461f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:49:29.045936 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-7da6070d-ae71-4571-a89f-1df836461f4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec543a52-c33e-412c-b4ad-7e957e0124e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377686 Sep 06 14:49:29.135982 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-4d2c8e75-b7ce-4bfb-b045-1814ac7d7cbe service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812395 Sep 06 14:49:29.223138 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ba57452f-69c7-4d8b-afb0-30fca060ee75 req-bf67d595-7e9e-4880-bdba-8cf67fde0cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789430 Sep 06 14:49:38.456961 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd742-b6e2-4fe3-af27-59fd197b357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:41.255044 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0f6204bb-34d9-4aa6-ad83-3d81fd554ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:41.434416 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:42.221077 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:44.171032 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:49:51.625493 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:49:53.791368 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:00.063662 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d038f-53fc-4376-ac14-66f98063630a req-692621a6-eea3-4b7d-b0b7-24cbdf5080c1 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:00.065128 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c53d038f-53fc-4376-ac14-66f98063630a req-692621a6-eea3-4b7d-b0b7-24cbdf5080c1 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0524521 Sep 06 14:50:00.101066 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c53d038f-53fc-4376-ac14-66f98063630a req-fe68a9e4-4248-4c46-b9dd-f5a345f99eb0 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300989 Sep 06 14:50:01.216054 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ec2c5-4017-44cd-ad02-0a4a73e807fd req-2b55ea83-2478-481b-b637-623b3b02a4e7 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:01.217638 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db2ec2c5-4017-44cd-ad02-0a4a73e807fd req-2b55ea83-2478-481b-b637-623b3b02a4e7 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0493205 Sep 06 14:50:01.253994 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db2ec2c5-4017-44cd-ad02-0a4a73e807fd req-565f06cc-751a-430d-824f-d2687eefb018 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305994 Sep 06 14:50:02.092127 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-61ad1a82-e172-4030-ae38-e9266831e482 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:02.093537 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-61ad1a82-e172-4030-ae38-e9266831e482 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0466175 Sep 06 14:50:02.187447 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Deleting port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:02.187788 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:02.271800 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] For port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:02.272466 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:02.414924 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe7917-55dc-462b-b5a5-666766202acc req-cbd86280-b54b-47a2-a36d-785ff6381e33 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:02.416389 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4dbe7917-55dc-462b-b5a5-666766202acc req-cbd86280-b54b-47a2-a36d-785ff6381e33 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 945 time: 0.0967941 Sep 06 14:50:02.495429 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4dbe7917-55dc-462b-b5a5-666766202acc req-5e1acf72-f305-4c11-8526-df4c1b998fb7 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713384 Sep 06 14:50:02.498281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:02.498529 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:02.498844 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Floating IP 10812c36-bd02-4960-aca2-429c04a0d2df disassociated. External IP: 172.27.3.177, port: a7fd7dfb-7238-4725-b5a2-0217f52dd7a2. Sep 06 14:50:02.499179 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Calling delete_port for a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:02.712828 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:02.740231 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event deleted for resources: {'Port': ['ID=a7fd7dfb-7238-4725-b5a2-0217f52dd7a2,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:02.751481 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.758495 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:02.864175 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:02.967815 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:02.977906 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] Sync routers for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:02.986791 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:02.987397 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:49:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:03.004072 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] No DVR routers for this DVR port a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:03.006542 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:03.008527 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-553bf33a-914c-4018-819e-d0e808f8dcaa req-abc61757-7339-44ed-a64f-8e5399db92b9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "DELETE /v2.0/ports/a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 HTTP/1.1" status: 204 len: 173 time: 0.9075880 Sep 06 14:50:03.008956 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'name': 'network-vif-deleted', 'tag': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:03.011222 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f156d2d3-636e-4f73-b2e0-60ebe58f5862" -d '{"events": [{"server_uuid": "1e3cc948-194e-4523-b4a0-6c7a76a5862b", "name": "network-vif-deleted", "tag": "a7fd7dfb-7238-4725-b5a2-0217f52dd7a2"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:03.093783 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:03.108291 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f923b85-2073-4ddf-91f1-e36d1ac82b84 x-openstack-request-id: req-8f923b85-2073-4ddf-91f1-e36d1ac82b84 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:03.108583 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3cc948-194e-4523-b4a0-6c7a76a5862b", "name": "network-vif-deleted", "tag": "a7fd7dfb-7238-4725-b5a2-0217f52dd7a2", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:03.108833 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f923b85-2073-4ddf-91f1-e36d1ac82b84 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:03.109231 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3cc948-194e-4523-b4a0-6c7a76a5862b', 'name': 'network-vif-deleted', 'tag': 'a7fd7dfb-7238-4725-b5a2-0217f52dd7a2', 'status': 'completed', 'code': 200} Sep 06 14:50:03.297178 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:03.326494 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] Checking router: 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:03.334637 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:03.335237 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:49:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:03.437039 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:03.600301 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8fc3d482-1798-4bfc-a898-bdf13c5ad9b7 req-f2cef12f-eced-40bd-8bfa-e5d5755fdf29 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e3cc948-194e-4523-b4a0-6c7a76a5862b HTTP/1.1" status: 200 len: 210 time: 0.0270920 Sep 06 14:50:03.720043 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:03.746613 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6f7aa-f9f2-47e6-ad2f-73f0e9123d48 None None] The sync data for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi is: [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:03.947136 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce4cdc-81ac-4d63-b6e8-2744fea997fc None None] New status for floating IP 10812c36-bd02-4960-aca2-429c04a0d2df: DOWN {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:50:04.774483 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36590) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:04.828533 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4a10481-8aa7-4261-a132-79b518da0589 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:04.853591 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4a10481-8aa7-4261-a132-79b518da0589 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:04.990981 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4a10481-8aa7-4261-a132-79b518da0589 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:04.993510 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-e4a10481-8aa7-4261-a132-79b518da0589 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:04.994642 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-e4a10481-8aa7-4261-a132-79b518da0589 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "DELETE /v2.0/security-groups/ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f HTTP/1.1" status: 204 len: 168 time: 0.2191992 Sep 06 14:50:04.997445 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36592) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:05.003327 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a10481-8aa7-4261-a132-79b518da0589 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:05.012499 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.api.v2.resource [None req-0f794162-535a-433a-8bf3-9b8e33937240 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] show failed (client error): The resource could not be found. Sep 06 14:50:05.013556 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0f794162-535a-433a-8bf3-9b8e33937240 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups/ac0da9d4-cfb6-4338-b0c3-99f13d2dcd8f HTTP/1.1" status: 404 len: 347 time: 0.0150654 Sep 06 14:50:05.016310 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36596) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:05.164581 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Deleting port ef2de458-4d4a-40ff-b6f1-8eb6cd463a3a {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:05.164838 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:05.240623 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:05.240958 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:05.252326 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Calling delete_port for ef2de458-4d4a-40ff-b6f1-8eb6cd463a3a owned by network:floatingip {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:05.484288 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:05.508721 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event deleted for resources: {'Port': ['ID=ef2de458-4d4a-40ff-b6f1-8eb6cd463a3a,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:05.520592 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.520945 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.521292 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.521631 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.521967 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.522302 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.522680 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.523012 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.523341 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.523700 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.524025 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.524349 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:05.577208 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:05.580025 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:05.581226 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-669e9158-be5b-4361-bc6f-e1fe1272fa74 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "DELETE /v2.0/floatingips/10812c36-bd02-4960-aca2-429c04a0d2df HTTP/1.1" status: 204 len: 168 time: 0.5640123 Sep 06 14:50:06.028636 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36600) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:06.033465 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-aa0e1d15-3e06-4a37-aebd-1eeb7ff31271 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623023486', 'description': 'tempest-description--1030360923'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:50:06.135343 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-aa0e1d15-3e06-4a37-aebd-1eeb7ff31271 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:06.211832 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-aa0e1d15-3e06-4a37-aebd-1eeb7ff31271 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:06.254717 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:06.278406 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:06.279246 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device a7fd7dfb-7238-4725-b5a2-0217f52dd7a2 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:06.295438 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-aa0e1d15-3e06-4a37-aebd-1eeb7ff31271 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:06.324217 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e1d15-3e06-4a37-aebd-1eeb7ff31271 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be8cea4-f315-4c8c-ac79-724e604c98ac,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:06.404601 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-aa0e1d15-3e06-4a37-aebd-1eeb7ff31271 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:06.405841 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-aa0e1d15-3e06-4a37-aebd-1eeb7ff31271 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3761349 Sep 06 14:50:06.408594 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36602) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:06.412987 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-4d0f58c1-769d-49f1-8aef-727385f86ec6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'security_group_rule': {'security_group_id': '9be8cea4-f315-4c8c-ac79-724e604c98ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:50:06.505497 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4d0f58c1-769d-49f1-8aef-727385f86ec6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:06.581780 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4d0f58c1-769d-49f1-8aef-727385f86ec6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:06.718556 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4d0f58c1-769d-49f1-8aef-727385f86ec6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:06.735951 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f58c1-769d-49f1-8aef-727385f86ec6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1871ff-a33f-4cb8-a094-0a2bd7d86dd0,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:06.821227 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-4d0f58c1-769d-49f1-8aef-727385f86ec6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:06.822458 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-4d0f58c1-769d-49f1-8aef-727385f86ec6 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129305 Sep 06 14:50:06.825084 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36604) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:06.829426 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-0f071e40-4aa2-45f4-96e5-d8a7ea1a9e58 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'security_group_rule': {'security_group_id': '9be8cea4-f315-4c8c-ac79-724e604c98ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:50:06.962925 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0f071e40-4aa2-45f4-96e5-d8a7ea1a9e58 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.019023 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0f071e40-4aa2-45f4-96e5-d8a7ea1a9e58 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.112351 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0f071e40-4aa2-45f4-96e5-d8a7ea1a9e58 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.131774 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f071e40-4aa2-45f4-96e5-d8a7ea1a9e58 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8070b03-a35f-4e23-b14a-17546a44412c,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:07.221156 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-0f071e40-4aa2-45f4-96e5-d8a7ea1a9e58 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.222330 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-0f071e40-4aa2-45f4-96e5-d8a7ea1a9e58 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963244 Sep 06 14:50:07.225354 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36606) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:07.229659 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:50:07.318523 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.412110 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.517229 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Allocated IP 172.27.3.156 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/2a0f6879-c920-4a8b-b36e-fada58671b3e) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:50:07.614970 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.701188 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.738078 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:50:07.740886 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:50:07.744279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:50:07.774893 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'Port': ['ID=2a0f6879-c920-4a8b-b36e-fada58671b3e,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:07.830229 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:07.907500 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:08.050379 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:08.122155 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:08.443325 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'Port': ['ID=2a0f6879-c920-4a8b-b36e-fada58671b3e,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:08.453334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:08.461411 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-51e5e74c-6317-45a9-999c-14a9fc947feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:08.533901 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:08.535133 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-808cebd7-2f45-4e55-bcdd-ff215bcffbad tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3088663 Sep 06 14:50:08.671719 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-64921fca-4d8b-4d09-b187-2f3bedc49ba8 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1623023486&fields=id&tenant_id=f386d865c2764e3699680b13c27669bf HTTP/1.1" status: 200 len: 267 time: 0.0323262 Sep 06 14:50:08.773207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-821d22da-245c-48aa-b007-97715cfae9e9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:08.774695 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-821d22da-245c-48aa-b007-97715cfae9e9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 810 time: 0.0963876 Sep 06 14:50:08.788761 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-c28c7177-6bc6-4831-b9b1-2faf931b1e6e tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/quotas/f386d865c2764e3699680b13c27669bf HTTP/1.1" status: 200 len: 375 time: 0.0085583 Sep 06 14:50:08.842843 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-2e524af2-dc00-471f-83a1-a9fcce376a36 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491667 Sep 06 14:50:08.899318 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-fc610885-4d98-4dcc-84c9-eafda7a264f8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:50:08.900319 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-fc610885-4d98-4dcc-84c9-eafda7a264f8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466146 Sep 06 14:50:08.985390 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-b0ee66f2-edb0-4d8c-a024-45aa090976ac service neutron] 10.222.0.48 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790381 Sep 06 14:50:09.074768 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-f0495679-8c69-4456-bd91-ef99236b5889 service neutron] 10.222.0.48 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Sep 06 14:50:09.351077 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dbd05216-7251-4ca9-b68a-ee25cde3c198 req-bf3b401c-64b6-4bc0-92a6-b444978e238c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 210 time: 0.0262432 Sep 06 14:50:10.455373 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-39d02940-8d7b-4beb-a20c-8419d131af98 req-b7b812be-8321-44fc-8a1c-2ae5571b2fe9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 210 time: 0.0271964 Sep 06 14:50:10.805800 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36642) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:11.191805 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Deleting port 9d284fe3-dce5-4b32-8a22-32331faa1d56 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:11.192147 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.214679 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-23100671-6acf-40a9-b385-227d0337ffa8 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:11.216440 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-23100671-6acf-40a9-b385-227d0337ffa8 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 810 time: 0.1108074 Sep 06 14:50:11.226790 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7b70e341-4936-4836-8dbd-1fadaeaca31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.261806 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-14be26fe-29e5-477a-b07e-ac0a6ce468ff tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f386d865c2764e3699680b13c27669bf HTTP/1.1" status: 200 len: 380 time: 0.0347250 Sep 06 14:50:11.270497 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.270839 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.272263 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'port': {'device_id': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'admin_state_up': True, 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'security_groups': ['9be8cea4-f315-4c8c-ac79-724e604c98ac']}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:50:11.282733 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Calling delete_port for 9d284fe3-dce5-4b32-8a22-32331faa1d56 owned by network:floatingip {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:11.449420 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Made reservation on behalf of f386d865c2764e3699680b13c27669bf for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:50:11.452868 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.478374 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.535256 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.559279 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-34aefc7f-1bac-43e6-a2eb-b122ca780dd7 req-c37a1ff3-2539-4e4c-94c1-2f7181f68b11 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 210 time: 0.0344098 Sep 06 14:50:11.564419 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event deleted for resources: {'Port': ['ID=9d284fe3-dce5-4b32-8a22-32331faa1d56,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:11.612418 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Allocated IP 172.20.0.4 (ec543a52-c33e-412c-b4ad-7e957e0124e8/ab3626f0-170a-4951-8229-94c5338d2c46/dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:50:11.633103 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for floatingip, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.633596 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.l3_db [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Floating IP 118adaf3-8451-447e-8d30-873025da7e1f disassociated (deleted). External IP: 172.27.3.122, port: 8f1d0937-0957-4427-9815-bf8f77afe4eb. Sep 06 14:50:11.747720 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.760469 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Transition to ACTIVE for port object dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:50:11.837722 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Router fad54b86-1e7d-4636-8147-1107f6b6c5aa has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:11.859790 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.902757 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:50:11.905824 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:50:11.909553 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:50:11.935739 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event updated for resources: {'Port': ['ID=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:11.946732 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:11.957207 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] Sync routers for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:11.957720 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.968132 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:11.968944 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:11.972718 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:11.973707 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:11.986382 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-3934a5e4-b063-4687-9717-77c81e812518 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "DELETE /v2.0/floatingips/118adaf3-8451-447e-8d30-873025da7e1f HTTP/1.1" status: 204 len: 168 time: 1.1794956 Sep 06 14:50:11.987001 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:11.989556 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:12.039120 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-0494143d-71a8-438f-b010-3daf0f38fdcb tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7704716 Sep 06 14:50:12.054062 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Request body: {'port': {'device_id': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:50:12.103071 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:12.125643 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954a74e-1a72-45bf-8fbc-d6853624c8ab x-openstack-request-id: req-c954a74e-1a72-45bf-8fbc-d6853624c8ab {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:12.128021 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:12.128493 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c954a74e-1a72-45bf-8fbc-d6853624c8ab {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:12.129081 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'status': 'completed', 'code': 200} Sep 06 14:50:12.130885 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:12.198908 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-ce4d60d5-8801-4250-9cb1-0048f992a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:12.201453 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-ce4d60d5-8801-4250-9cb1-0048f992a4e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eacf892be44e4ece806c80cb05d7358c&device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 1098 time: 0.0511029 Sep 06 14:50:12.215947 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:12.217043 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c14b2f26-65c3-41f3-870d-854cb42f450a None None] Provisioning for port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:50:12.221154 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c14b2f26-65c3-41f3-870d-854cb42f450a None None] Provisioning complete for port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:50:12.226650 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c14b2f26-65c3-41f3-870d-854cb42f450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:12.267787 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c14b2f26-65c3-41f3-870d-854cb42f450a None None] Port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:50:12.331171 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-a21f9142-e610-4201-b407-de9bc8e182c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:12.332961 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-a21f9142-e610-4201-b407-de9bc8e182c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a080fe08-515f-4033-8769-b638688c1ba5 HTTP/1.1" status: 200 len: 909 time: 0.1243565 Sep 06 14:50:12.340027 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:40Z', 'revision_number': 5, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:12.375086 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] Checking router: fad54b86-1e7d-4636-8147-1107f6b6c5aa for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:12.375374 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-f890b991-504a-476c-b491-c59094b56421 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb HTTP/1.1" status: 200 len: 217 time: 0.0349796 Sep 06 14:50:12.383537 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:12.384154 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:12.417324 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:50:12.427744 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:12.440441 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Transition to ACTIVE for port object dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:50:12.443303 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-e14b25c6-f766-46d7-8ea6-5b21105f8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:12.444820 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-e14b25c6-f766-46d7-8ea6-5b21105f8c5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f360619-7744-4e49-a16d-b31451544a9e HTTP/1.1" status: 200 len: 847 time: 0.0628054 Sep 06 14:50:12.500279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6856a8-8b78-4fe8-9e67-aa36b00302ee req-8e7955c3-4f76-4c58-8e3a-fc4632d50fbc tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:12.504209 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-782817aa-e56c-4e8c-9862-9a21dbf2a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:12.504370 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2f6856a8-8b78-4fe8-9e67-aa36b00302ee req-8e7955c3-4f76-4c58-8e3a-fc4632d50fbc tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0601342 Sep 06 14:50:12.504480 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-782817aa-e56c-4e8c-9862-9a21dbf2a795 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a080fe08-515f-4033-8769-b638688c1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507634 Sep 06 14:50:12.505163 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:12.528188 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:12.576381 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2f6856a8-8b78-4fe8-9e67-aa36b00302ee req-c90105ab-702c-4b29-84af-d63fa90fea6b tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679848 Sep 06 14:50:12.600254 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:12.623124 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-bfe06faa-06c6-4a34-87a7-e94329fade62 service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107709 Sep 06 14:50:12.682155 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Attempting to bind port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:50:12.682628 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Attempting to bind port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:50:12.682967 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Attempting to bind port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e on network ec543a52-c33e-412c-b4ad-7e957e0124e8 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:50:12.698881 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e on network ec543a52-c33e-412c-b4ad-7e957e0124e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:50:12.699211 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Attempting to bind port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e on network ec543a52-c33e-412c-b4ad-7e957e0124e8 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:50:12.725027 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:50:12.725366 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Checking segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:50:12.725757 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Bound using segment: {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:50:12.726201 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Bound port: dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a2f454-901f-4fba-9538-075b30d7947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:50:12.726713 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:12.755945 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:40Z', 'revision_number': 5, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:12.771262 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [req-7f2ca427-c13d-4949-b1fb-556e67e5f0cd req-2b0291f2-68d9-4d6c-90e9-d337664806bc service neutron] 10.222.0.18 "GET /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396592 Sep 06 14:50:12.790156 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6659488-f924-4454-b13d-9138a33a7526 None None] The sync data for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi is: [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:45:33Z', 'revision_number': 4, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'd0be5f8f-2761-4f9f-8b70-ca843fba230e', 'name': '', 'network_id': 'a080fe08-515f-4033-8769-b638688c1ba5', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'mac_address': 'fa:16:3e:fd:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '4f360619-7744-4e49-a16d-b31451544a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:32Z', 'updated_at': '2021-09-06T14:45:40Z', 'revision_number': 5, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'subnets': [{'id': '4f360619-7744-4e49-a16d-b31451544a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:12.812749 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869927e-2f98-4c15-b14f-ced3ace3d589 req-c2a34664-b6a2-489d-81d2-4b478c65e57a tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:12.820086 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b869927e-2f98-4c15-b14f-ced3ace3d589 req-c2a34664-b6a2-489d-81d2-4b478c65e57a tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 943 time: 0.1344798 Sep 06 14:50:12.842540 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] For port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:50:12.857400 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] For port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:50:12.872451 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b869927e-2f98-4c15-b14f-ced3ace3d589 req-87745c6f-880d-48f7-9b63-a0cb85c61d65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512934 Sep 06 14:50:12.952132 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:12.987635 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:12.988252 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:12.990020 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e HTTP/1.1" status: 200 len: 1093 time: 0.9404006 Sep 06 14:50:12.992838 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'tag': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:12.996450 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8159f-d016-4f7b-b785-240614219296" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef42a3-9cd9-43ad-94e1-b71c7c432eb6", "tag": "dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:13.026192 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa71b35-8e9e-4fb2-87c0-ce8caac1d8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:13.040913 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddadc76-c91b-40a9-b14b-1e31c0407382 None None] New status for floating IP 118adaf3-8451-447e-8d30-873025da7e1f: DOWN {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:50:13.045587 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc120640-0092-452d-b355-3c15120c9bd9 x-openstack-request-id: req-fc120640-0092-452d-b355-3c15120c9bd9 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:13.046656 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef42a3-9cd9-43ad-94e1-b71c7c432eb6", "tag": "dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:13.046656 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc120640-0092-452d-b355-3c15120c9bd9 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:13.046656 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'tag': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'status': 'completed', 'code': 200} Sep 06 14:50:13.116475 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8159f-d016-4f7b-b785-240614219296 req-1123a610-e657-4eab-80c7-559a267355ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:13.117998 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a3d8159f-d016-4f7b-b785-240614219296 req-1123a610-e657-4eab-80c7-559a267355ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0519266 Sep 06 14:50:13.219224 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8159f-d016-4f7b-b785-240614219296 req-e09cb274-b89f-41f2-b2b6-940859b7b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:13.220748 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a3d8159f-d016-4f7b-b785-240614219296 req-e09cb274-b89f-41f2-b2b6-940859b7b43c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f386d865c2764e3699680b13c27669bf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0925407 Sep 06 14:50:13.313914 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8159f-d016-4f7b-b785-240614219296 req-c9cf42b1-bd6f-4211-9554-fa99ceede65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:13.315328 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a3d8159f-d016-4f7b-b785-240614219296 req-c9cf42b1-bd6f-4211-9554-fa99ceede65a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871961 Sep 06 14:50:13.389392 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-336ffc93-bb2e-4824-8f63-5857ead51ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:13.390826 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-336ffc93-bb2e-4824-8f63-5857ead51ce3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0395584 Sep 06 14:50:13.431250 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-a43f9fb6-2625-4f4e-ac03-158138eb569d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e HTTP/1.1" status: 200 len: 217 time: 0.0316284 Sep 06 14:50:13.483303 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-a3d510bc-da43-4e4a-a3dc-a5209fffa26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:13.484681 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-a3d510bc-da43-4e4a-a3dc-a5209fffa26e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 200 len: 849 time: 0.0445015 Sep 06 14:50:13.528165 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-747e2e61-aba9-4a1b-920e-9c412ed2186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:13.529590 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-747e2e61-aba9-4a1b-920e-9c412ed2186f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec543a52-c33e-412c-b4ad-7e957e0124e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373926 Sep 06 14:50:13.621287 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-07e6cc49-67d4-4097-8f37-f1b5aed31f3d service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829051 Sep 06 14:50:13.743130 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a5df2506-48bf-4110-a0be-918a883e6cbe req-eed55030-77b0-462c-aa54-5aca7d8812df service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084025 Sep 06 14:50:13.753553 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f42445-00aa-4abf-8713-5d6f7b88a594 req-66ba4cef-546e-47d6-9fa6-6811b7b622b9 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:13.754930 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f5f42445-00aa-4abf-8713-5d6f7b88a594 req-66ba4cef-546e-47d6-9fa6-6811b7b622b9 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0887315 Sep 06 14:50:13.795266 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f5f42445-00aa-4abf-8713-5d6f7b88a594 req-3f31c5e7-56be-42a7-8249-88fb9d65b82d tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343034 Sep 06 14:50:13.993314 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b9885-fa0a-4548-9c5e-f3f6a72712ad req-944525ef-79ee-4a89-bca7-19f6a7fc414b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:13.994748 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-644b9885-fa0a-4548-9c5e-f3f6a72712ad req-944525ef-79ee-4a89-bca7-19f6a7fc414b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 943 time: 0.0483444 Sep 06 14:50:14.031042 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-644b9885-fa0a-4548-9c5e-f3f6a72712ad req-f576ce96-1ffe-4880-b81e-f1c41b526766 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302663 Sep 06 14:50:14.108339 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b505709-fcc5-45b1-b852-906f388bd465 req-9361cf31-03e2-4951-9cb5-190a585088a8 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:14.109770 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8b505709-fcc5-45b1-b852-906f388bd465 req-9361cf31-03e2-4951-9cb5-190a585088a8 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 945 time: 0.0475545 Sep 06 14:50:14.179301 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:14.201438 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Deleting port 8f1d0937-0957-4427-9815-bf8f77afe4eb {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:14.201780 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:14.287643 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] For port 8f1d0937-0957-4427-9815-bf8f77afe4eb, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8f1d0937-0957-4427-9815-bf8f77afe4eb,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:14.288008 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:14.300384 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Calling delete_port for 8f1d0937-0957-4427-9815-bf8f77afe4eb owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:14.489380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:14.514795 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event deleted for resources: {'Port': ['ID=8f1d0937-0957-4427-9815-bf8f77afe4eb,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:14.554778 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] No DVR routers for this DVR port 8f1d0937-0957-4427-9815-bf8f77afe4eb on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:14.557284 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:14.559222 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8b505709-fcc5-45b1-b852-906f388bd465 req-8ff3cf3a-9624-4bae-914e-df5da59ae379 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.18 "DELETE /v2.0/ports/8f1d0937-0957-4427-9815-bf8f77afe4eb HTTP/1.1" status: 204 len: 173 time: 0.4427760 Sep 06 14:50:14.890384 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d87f57b4-1699-48ba-a8d2-6a1de69d25c9 req-85b59ebb-c3d6-420d-96c1-4fd9c14fe1de tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 210 time: 0.0306168 Sep 06 14:50:15.047313 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'name': 'network-vif-deleted', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:15.049739 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5156b8c6-b01b-4204-8d86-bd1a48e55253" -d '{"events": [{"server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "name": "network-vif-deleted", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:15.085396 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e801176-5329-4192-8fbe-0d2c2da73d3c x-openstack-request-id: req-4e801176-5329-4192-8fbe-0d2c2da73d3c {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:15.085692 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd7b7ef-e633-418f-8aa4-bad0216441ab", "name": "network-vif-deleted", "tag": "8f1d0937-0957-4427-9815-bf8f77afe4eb", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:15.085994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e801176-5329-4192-8fbe-0d2c2da73d3c {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:15.086447 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd7b7ef-e633-418f-8aa4-bad0216441ab', 'name': 'network-vif-deleted', 'tag': '8f1d0937-0957-4427-9815-bf8f77afe4eb', 'status': 'completed', 'code': 200} Sep 06 14:50:15.143966 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8cba8-b43e-42e0-8698-0be7412a7b40 req-6553f87e-575c-43bf-946e-7b204a1ac35f tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:15.145390 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c5a8cba8-b43e-42e0-8698-0be7412a7b40 req-6553f87e-575c-43bf-946e-7b204a1ac35f tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 943 time: 0.0487771 Sep 06 14:50:15.181810 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c5a8cba8-b43e-42e0-8698-0be7412a7b40 req-5e40f742-a56b-46f3-9589-6a0fd3d973f8 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305669 Sep 06 14:50:15.997618 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ed2a7284-8284-4823-89d3-b4d965882e1b req-d74cee94-4bd0-4a6a-a81c-8766bb29c3d3 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dd7b7ef-e633-418f-8aa4-bad0216441ab HTTP/1.1" status: 200 len: 210 time: 0.0285754 Sep 06 14:50:16.294288 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c80974-cd11-4047-9e00-d02d0a644dcd req-dc8046aa-d5c6-4ebb-9266-0cf7d9a5c435 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:16.295759 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-06c80974-cd11-4047-9e00-d02d0a644dcd req-dc8046aa-d5c6-4ebb-9266-0cf7d9a5c435 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 943 time: 0.0500212 Sep 06 14:50:16.332682 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-06c80974-cd11-4047-9e00-d02d0a644dcd req-38c5324f-843d-4e7c-988d-061096a8511c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Sep 06 14:50:16.345639 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:50:16.436830 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:16.450540 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'port_id': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'mac_address': 'fa:16:3e:98:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:50:16.486952 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:16.499532 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:50:16.517564 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:16.603511 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:16.649294 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:16.656252 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.656607 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.656955 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.657292 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.657628 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.657964 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.658298 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.658630 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.658961 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.659288 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.659642 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.659972 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:50:16.839718 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:50:17.058423 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36678) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:17.116750 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-415ac2b3-021d-4d8a-b956-5d01094c0e95 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:17.140946 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-415ac2b3-021d-4d8a-b956-5d01094c0e95 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:17.215995 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36680) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:17.275843 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-415ac2b3-021d-4d8a-b956-5d01094c0e95 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:17.278370 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-415ac2b3-021d-4d8a-b956-5d01094c0e95 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:17.279506 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-415ac2b3-021d-4d8a-b956-5d01094c0e95 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] 10.222.0.48 "DELETE /v2.0/security-groups/2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0 HTTP/1.1" status: 204 len: 168 time: 0.2200112 Sep 06 14:50:17.320860 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac2b3-021d-4d8a-b956-5d01094c0e95 tempest-TestShelveInstance-1758370048 tempest-TestShelveInstance-1758370048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63a4b2-9f80-4b8d-8409-d5fe3e1194f0,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:17.390214 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36686) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:17.392981 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Deleting port e1603be9-f414-4632-b732-43deec72e68a {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:17.393326 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:17.457856 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424825dd-99f1-434d-a6dd-bb7c06c8be8b req-ef83ba2c-82c1-41aa-92a6-18c0efa8c7ce tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:17.459979 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-424825dd-99f1-434d-a6dd-bb7c06c8be8b req-ef83ba2c-82c1-41aa-92a6-18c0efa8c7ce tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 944 time: 0.0523870 Sep 06 14:50:17.506042 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-424825dd-99f1-434d-a6dd-bb7c06c8be8b req-2ba4e06c-6b50-459c-8fd8-8fb47b4f1373 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 Sep 06 14:50:17.545848 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:17.548886 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:17.564462 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Calling delete_port for e1603be9-f414-4632-b732-43deec72e68a owned by network:floatingip {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:17.947979 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:17.977993 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event deleted for resources: {'Port': ['ID=e1603be9-f414-4632-b732-43deec72e68a,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:18.033039 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:18.326622 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:18.327326 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.l3_db [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Floating IP 5cfb584d-00bf-4c42-94e8-5a9df87e0b2f disassociated (deleted). External IP: 172.27.3.9, port: 6a24f02c-5309-4435-816e-ffc570420f9a. Sep 06 14:50:18.350222 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:50:18.454992 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:50:18.459250 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:50:18.459655 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:18.537159 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:18.559682 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:18.561938 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb9646a-2111-437d-abdb-07889e95fa8c" -d '{"events": [{"server_uuid": "01ef42a3-9cd9-43ad-94e1-b71c7c432eb6", "name": "network-vif-plugged", "status": "completed", "tag": "dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:18.582963 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:18.611062 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeadb603-17c1-414e-bf8b-07f887e2b066 x-openstack-request-id: req-aeadb603-17c1-414e-bf8b-07f887e2b066 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:18.611062 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ef42a3-9cd9-43ad-94e1-b71c7c432eb6", "name": "network-vif-plugged", "status": "completed", "tag": "dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:18.611062 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aeadb603-17c1-414e-bf8b-07f887e2b066 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:18.611062 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'code': 200} Sep 06 14:50:18.647131 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2cf23-6c54-4c0a-9af5-fc20d50e85b5 req-3e368dd0-0959-4c70-ab28-347efa593414 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:18.654418 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-36b2cf23-6c54-4c0a-9af5-fc20d50e85b5 req-3e368dd0-0959-4c70-ab28-347efa593414 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 944 time: 0.0581198 Sep 06 14:50:18.664789 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:18.665723 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 8f1d0937-0957-4427-9815-bf8f77afe4eb no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:18.693034 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:18.695770 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-36b2cf23-6c54-4c0a-9af5-fc20d50e85b5 req-6599aa70-22f1-4e98-848a-d8bdeb615763 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399225 Sep 06 14:50:18.705699 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 8f1d0937-0957-4427-9815-bf8f77afe4eb {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:18.708827 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 8f1d0937-0957-4427-9815-bf8f77afe4eb not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:18.735013 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:18.784349 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Deleting port d0be5f8f-2761-4f9f-8b70-ca843fba230e {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:18.784692 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:18.869747 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:18.875025 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:18.880400 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:18.889675 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:18.890462 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:18.910142 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] For port d0be5f8f-2761-4f9f-8b70-ca843fba230e, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=d0be5f8f-2761-4f9f-8b70-ca843fba230e,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:18.910533 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:18.912365 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb5f4-a90a-444a-b998-278657597aab req-47b60a09-3c63-47aa-ba8c-6fc185fda7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:18.914048 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6d7cb5f4-a90a-444a-b998-278657597aab req-47b60a09-3c63-47aa-ba8c-6fc185fda7e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0501504 Sep 06 14:50:18.919965 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-a27efee1-5dde-4d8f-a5dd-c51854edb242 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "DELETE /v2.0/floatingips/5cfb584d-00bf-4c42-94e8-5a9df87e0b2f HTTP/1.1" status: 204 len: 168 time: 1.7029634 Sep 06 14:50:18.921965 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:18.924231 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7386eb6b-b4e0-485e-8e40-5db26168d855" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:18.930531 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Calling delete_port for d0be5f8f-2761-4f9f-8b70-ca843fba230e owned by network:router_interface {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:18.963323 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6d7cb5f4-a90a-444a-b998-278657597aab req-d5251563-2b62-486f-99bd-c30b26479a13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Sep 06 14:50:18.999816 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:19.044518 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909bb961-70e6-44e9-839a-26be3ede35e3 x-openstack-request-id: req-909bb961-70e6-44e9-839a-26be3ede35e3 {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:19.044807 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:19.045062 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-909bb961-70e6-44e9-839a-26be3ede35e3 {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:19.045481 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a', 'status': 'completed', 'code': 200} Sep 06 14:50:19.221116 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:35Z', 'revision_number': 1, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:19.230914 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:19.235397 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-d7335d9d-ef03-491f-8ce6-84d8a1722261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:19.237037 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-d7335d9d-ef03-491f-8ce6-84d8a1722261 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0445631 Sep 06 14:50:19.251791 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:19.257180 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0be5f8f-2761-4f9f-8b70-ca843fba230e,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:19.261591 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:19.262247 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:19.389855 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:19.422060 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-8b05314f-e855-47f4-a976-b4828c11db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:19.422912 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-8b05314f-e855-47f4-a976-b4828c11db24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 912 time: 0.1780341 Sep 06 14:50:19.450189 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:19.490674 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-7d652d5c-345e-4ff1-9470-460886895408 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a24f02c-5309-4435-816e-ffc570420f9a HTTP/1.1" status: 200 len: 217 time: 0.0531714 Sep 06 14:50:19.502063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cec17-d82b-46f4-ad8a-16b5973a177e req-8c2d0027-a303-4768-a5be-adf0346f4ba4 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:19.503599 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-158cec17-d82b-46f4-ad8a-16b5973a177e req-8c2d0027-a303-4768-a5be-adf0346f4ba4 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 945 time: 0.0994704 Sep 06 14:50:19.570552 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-158cec17-d82b-46f4-ad8a-16b5973a177e req-fd4000ae-c35b-437c-88db-94a18bb5d721 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581386 Sep 06 14:50:19.574395 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-ad9d58e9-6141-448b-b9f1-29356a082580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:19.575825 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-ad9d58e9-6141-448b-b9f1-29356a082580 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0713606 Sep 06 14:50:19.629762 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-ebe13044-5149-4dd7-ab7c-7af0fb8d81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:19.631581 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-ebe13044-5149-4dd7-ab7c-7af0fb8d81f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442433 Sep 06 14:50:19.694379 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Router fad54b86-1e7d-4636-8147-1107f6b6c5aa has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:19.730164 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-4f425a35-f614-4832-b9fc-015b80f2023c service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897956 Sep 06 14:50:19.743864 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:35Z', 'revision_number': 1, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:19.770194 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83364c-3bd7-47e4-840a-c4da967cf7ad None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '648cba53-291f-4886-be47-bf117bd0eeed', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'port_id': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'mac_address': 'fa:16:3e:52:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:46:32Z', 'updated_at': '2021-09-06T14:46:35Z', 'revision_number': 1, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:19.802028 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:19.814168 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] Sync routers for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:19.814750 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c30455e4-bcc2-41b7-afe0-74c0c5fd6569 admin admin] 10.222.0.48 "PUT /v2.0/routers/fad54b86-1e7d-4636-8147-1107f6b6c5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229479 Sep 06 14:50:19.814975 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36700) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:19.825253 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:19.826215 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:19.876735 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7386eb6b-b4e0-485e-8e40-5db26168d855 req-f6ce769b-99a1-4516-bcc4-34c0975e0621 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357119 Sep 06 14:50:19.899764 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad78d8-ea8e-431b-a6ba-a58262729382 req-5de14ada-f1a2-48e9-a13b-5c557fce6593 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:19.902106 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0dad78d8-ea8e-431b-a6ba-a58262729382 req-5de14ada-f1a2-48e9-a13b-5c557fce6593 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 945 time: 0.0911767 Sep 06 14:50:19.936185 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks [] for router, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:19.943289 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0dad78d8-ea8e-431b-a6ba-a58262729382 req-cb7a9019-1aa7-459a-9e7e-98a6e16f8428 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354581 Sep 06 14:50:19.951670 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:20.066987 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.102407 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dcccfa-411d-44fa-a43d-83f33aa1b4cc None None] New status for floating IP 5cfb584d-00bf-4c42-94e8-5a9df87e0b2f: DOWN {{(pid=100992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:50:20.152613 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:50:19Z', 'revision_number': 5, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port': {'id': '5ae7dd03-eefc-48a6-b0a3-ce90ddd98811', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:30Z', 'updated_at': '2021-09-06T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:20.178861 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] Checking router: fad54b86-1e7d-4636-8147-1107f6b6c5aa for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:20.187991 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] Routers {'fad54b86-1e7d-4636-8147-1107f6b6c5aa'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:20.188595 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:20.237535 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Deleting port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:20.238016 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.273451 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] Set router fad54b86-1e7d-4636-8147-1107f6b6c5aa gateway port host: None {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:20.321883 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] For port 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=5ae7dd03-eefc-48a6-b0a3-ce90ddd98811,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:20.322276 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.323888 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:50:20Z', 'revision_number': 6, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port_host': None}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:20.335561 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Calling delete_port for 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 owned by network:router_gateway {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:20.470906 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b61cf0-3132-480c-ad72-cc4bb4c2202e None None] The sync data for ids ['fad54b86-1e7d-4636-8147-1107f6b6c5aa'] in dv-cinder-807083-5-iscsi is: [{'id': 'fad54b86-1e7d-4636-8147-1107f6b6c5aa', 'name': 'tempest-TestShelveInstance-312975505-router', 'tenant_id': 'eacf892be44e4ece806c80cb05d7358c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:29Z', 'updated_at': '2021-09-06T14:50:20Z', 'revision_number': 6, 'project_id': 'eacf892be44e4ece806c80cb05d7358c', 'gw_port_host': None}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:20.579631 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.605611 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae7dd03-eefc-48a6-b0a3-ce90ddd98811,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:20.672789 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.688358 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5204f5-0d38-4201-a97f-eac6e0466e31 req-292f3cfb-fa3a-43a4-9fa6-2e6090ae76bf tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:20.689825 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1a5204f5-0d38-4201-a97f-eac6e0466e31 req-292f3cfb-fa3a-43a4-9fa6-2e6090ae76bf tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 945 time: 0.0482838 Sep 06 14:50:20.734421 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1a5204f5-0d38-4201-a97f-eac6e0466e31 req-69df061b-c14d-405c-8d1c-9c125b6cbd74 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328424 Sep 06 14:50:20.775375 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.777481 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.918122 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.918717 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad54b86-1e7d-4636-8147-1107f6b6c5aa {{(pid=100989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:50:20.925675 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:20.926045 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d42a1eb7-0848-44b1-9847-d1fb4bcc4feb admin admin] 10.222.0.48 "DELETE /v2.0/routers/fad54b86-1e7d-4636-8147-1107f6b6c5aa HTTP/1.1" status: 204 len: 168 time: 1.1101339 Sep 06 14:50:20.928470 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36704) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:20.974360 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a156c02-cbff-46ea-949a-2ff9ec87a655 admin admin] Deleting subnet 4f360619-7744-4e49-a16d-b31451544a9e {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:50:20.977388 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5a156c02-cbff-46ea-949a-2ff9ec87a655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.010385 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5a156c02-cbff-46ea-949a-2ff9ec87a655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126592560'] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.087124 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-5674afc8-0cb2-4162-b17d-21d9a21ae299 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:21.088668 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-5674afc8-0cb2-4162-b17d-21d9a21ae299 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 945 time: 0.0804553 Sep 06 14:50:21.096295 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18bb85-24c5-43d6-a439-50a5fc924e06 req-c55217e6-c291-4873-80e6-41a38f1e2314 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:21.098262 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db18bb85-24c5-43d6-a439-50a5fc924e06 req-c55217e6-c291-4873-80e6-41a38f1e2314 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 945 time: 0.0813370 Sep 06 14:50:21.189963 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db18bb85-24c5-43d6-a439-50a5fc924e06 req-24dc5915-8842-4317-9910-49690148fe26 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837212 Sep 06 14:50:21.224393 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Deleting port 6a24f02c-5309-4435-816e-ffc570420f9a {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:21.224820 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.345854 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5a156c02-cbff-46ea-949a-2ff9ec87a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.354026 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] For port 6a24f02c-5309-4435-816e-ffc570420f9a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a24f02c-5309-4435-816e-ffc570420f9a,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:21.354403 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.376528 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3337d1c-0719-4735-a3f2-6a618d2aa97a req-eb0fb260-ad2f-4509-874a-b0a37a34f6ee tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:21.378037 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c3337d1c-0719-4735-a3f2-6a618d2aa97a req-eb0fb260-ad2f-4509-874a-b0a37a34f6ee tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 945 time: 0.1110675 Sep 06 14:50:21.382405 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Calling delete_port for 6a24f02c-5309-4435-816e-ffc570420f9a owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:21.386470 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36710) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:21.391735 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Request body: {'floatingip': {'port_id': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:50:21.435083 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.501317 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5a156c02-cbff-46ea-949a-2ff9ec87a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125941489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125968026'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.534179 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a156c02-cbff-46ea-949a-2ff9ec87a655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f360619-7744-4e49-a16d-b31451544a9e,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:21.536440 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5a156c02-cbff-46ea-949a-2ff9ec87a655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.541636 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-5a156c02-cbff-46ea-949a-2ff9ec87a655 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4f360619-7744-4e49-a16d-b31451544a9e HTTP/1.1" status: 204 len: 168 time: 0.6091514 Sep 06 14:50:21.541636 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36712) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:21.545788 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b0bc0-5ee3-491e-87f3-9097bc74a190 None None] Network a080fe08-515f-4033-8769-b638688c1ba5 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:50:21.621996 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.696331 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Deleting port f6a31227-000f-4e95-92d0-3364cda541e6 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:21.696331 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.749126 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] DHCP port deletion for a080fe08-515f-4033-8769-b638688c1ba5 request from dv-cinder-807083-5-iscsi {{(pid=100991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:50:21.768433 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] For port f6a31227-000f-4e95-92d0-3364cda541e6, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f6a31227-000f-4e95-92d0-3364cda541e6,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:21.768829 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.782573 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Calling delete_port for f6a31227-000f-4e95-92d0-3364cda541e6 owned by network:dhcp {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:21.803212 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] Deleting port f6a31227-000f-4e95-92d0-3364cda541e6 {{(pid=100991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:21.803621 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.826151 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.870396 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] For port f6a31227-000f-4e95-92d0-3364cda541e6, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f6a31227-000f-4e95-92d0-3364cda541e6,segment=NetworkSegment(c673b3fd-8fb8-4f4c-b851-7ad478fedd20),segment_id=c673b3fd-8fb8-4f4c-b851-7ad478fedd20)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:21.870798 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.883852 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] Calling delete_port for f6a31227-000f-4e95-92d0-3364cda541e6 owned by network:dhcp {{(pid=100991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:21.925441 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7fec0b54-7c9e-4106-96f8-dd0f11152232 req-0d634850-429d-4661-b078-ab7c8c0266d0 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 210 time: 0.1121473 Sep 06 14:50:21.931184 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event deleted for resources: {'Port': ['ID=6a24f02c-5309-4435-816e-ffc570420f9a,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:21.964051 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:21.991654 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a31227-000f-4e95-92d0-3364cda541e6,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:21.999580 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] No DVR routers for this DVR port f6a31227-000f-4e95-92d0-3364cda541e6 on host dv-cinder-807083-5-iscsi {{(pid=100989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:22.011279 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428'] for port, after_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.046576 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] Pushing event deleted for resources: {'Port': ['ID=f6a31227-000f-4e95-92d0-3364cda541e6,revision_number=None']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:22.051967 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdd512-9f8d-4775-9111-a2cd5cec7cc6 None None] No DVR routers for this DVR port f6a31227-000f-4e95-92d0-3364cda541e6 on host dv-cinder-807083-5-iscsi {{(pid=100991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:22.090152 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.104893 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a080fe08-515f-4033-8769-b638688c1ba5']}} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:22.118090 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20') {'for_net_delete': True} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:22.118398 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c673b3fd-8fb8-4f4c-b851-7ad478fedd20') {} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:22.130698 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f6a31227-000f-4e95-92d0-3364cda541e6 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:22.131774 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126592553'] for segment, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.148893 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.153041 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: f6a31227-000f-4e95-92d0-3364cda541e6 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:22.153391 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f6a31227-000f-4e95-92d0-3364cda541e6 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:22.153812 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device d0be5f8f-2761-4f9f-8b70-ca843fba230e no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:22.157261 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:50:22.157851 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125941423'] for segment, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: Traceback (most recent call last): Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: timer() Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: cb(*args, **kw) Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: return func(*args, **kwargs) Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: self._notify() Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: self.callback(batched_events) Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: event.method(event) Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: return f(self, *a, **k) Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._get(url).json() Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: return self.request(url, 'GET', **kwargs) Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:50:22.159759 dv-cinder-807083-5-iscsi neutron-server[100989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:50:22.177783 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: d0be5f8f-2761-4f9f-8b70-ca843fba230e {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:22.180326 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device d0be5f8f-2761-4f9f-8b70-ca843fba230e not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:22.180326 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:22.199394 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:22.200095 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 5ae7dd03-eefc-48a6-b0a3-ce90ddd98811 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:22.246584 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] No DVR routers for this DVR port 6a24f02c-5309-4435-816e-ffc570420f9a on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:22.251995 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.253909 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8e2be973-dc9c-45c7-a492-a8bb46573e46 req-6f25e238-a6ea-410d-82b8-85d39d1e9a1b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "DELETE /v2.0/ports/6a24f02c-5309-4435-816e-ffc570420f9a HTTP/1.1" status: 204 len: 173 time: 1.1547482 Sep 06 14:50:22.254336 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'name': 'network-vif-deleted', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:22.256642 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d73a9d-504a-48a8-9caf-d68140a5ee3c" -d '{"events": [{"server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "name": "network-vif-deleted", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:22.288921 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.294745 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.302265 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a080fe08-515f-4033-8769-b638688c1ba5 HTTP/1.1" status: 204 len: 168 time: 0.7551780 Sep 06 14:50:22.302265 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36718) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:22.317153 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4da2e2-3baf-48fa-992a-0c7f1185c9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a080fe08-515f-4033-8769-b638688c1ba5,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:22.340820 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d61cc5-4efa-4b81-b7ac-c0b4353c2c88 x-openstack-request-id: req-15d61cc5-4efa-4b81-b7ac-c0b4353c2c88 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:22.341112 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8b931a-c9b7-44da-9946-3e8d1dac8ab6", "name": "network-vif-deleted", "tag": "6a24f02c-5309-4435-816e-ffc570420f9a", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:22.341366 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15d61cc5-4efa-4b81-b7ac-c0b4353c2c88 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:22.341758 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8b931a-c9b7-44da-9946-3e8d1dac8ab6', 'name': 'network-vif-deleted', 'tag': '6a24f02c-5309-4435-816e-ffc570420f9a', 'status': 'completed', 'code': 200} Sep 06 14:50:22.365426 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.494369 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.594281 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Floating IP 658b1f4b-0d2e-41fc-bb3d-6b7616c620d1 associated. External IP: 172.27.3.156, port: dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e. Sep 06 14:50:22.665316 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.798585 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:22.906894 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:22.911188 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.913092 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Deleting port 235e042b-7aba-4fe0-aa85-99e4df3e2355 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:22.913557 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:22.917386 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] Sync routers for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:22.929185 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:22.931983 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:22.939483 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9b027245-e58d-44b7-9877-2530d4728a23 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "PUT /v2.0/floatingips/658b1f4b-0d2e-41fc-bb3d-6b7616c620d1 HTTP/1.1" status: 200 len: 991 time: 1.5519376 Sep 06 14:50:23.013395 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] For port 235e042b-7aba-4fe0-aa85-99e4df3e2355, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=235e042b-7aba-4fe0-aa85-99e4df3e2355,segment=NetworkSegment(4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d),segment_id=4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:23.013790 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:23.034542 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Calling delete_port for 235e042b-7aba-4fe0-aa85-99e4df3e2355 owned by network:router_interface {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:23.045737 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:23.052143 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-01d5335a-5769-4eb9-92ce-79aadddd0d5c req-72a3bf6a-5caf-4022-ab14-45b9ef42cd35 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea8b931a-c9b7-44da-9946-3e8d1dac8ab6 HTTP/1.1" status: 200 len: 210 time: 0.0257087 Sep 06 14:50:23.274379 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '658b1f4b-0d2e-41fc-bb3d-6b7616c620d1', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'port_id': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'mac_address': 'fa:16:3e:98:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:50:07Z', 'updated_at': '2021-09-06T14:50:22Z', 'revision_number': 1, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:23.300987 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] Checking router: 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:23.309888 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:23.310542 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:23.317782 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:23.348597 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Pushing event deleted for resources: {'Port': ['ID=235e042b-7aba-4fe0-aa85-99e4df3e2355,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:23.418754 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:23.524330 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:23.660398 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '658b1f4b-0d2e-41fc-bb3d-6b7616c620d1', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'port_id': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'mac_address': 'fa:16:3e:98:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:50:07Z', 'updated_at': '2021-09-06T14:50:22Z', 'revision_number': 1, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:23.690122 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f42adc-40e1-4ed4-a0e6-8943d5bd0859 None None] The sync data for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi is: [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': '658b1f4b-0d2e-41fc-bb3d-6b7616c620d1', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'port_id': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'mac_address': 'fa:16:3e:98:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:50:07Z', 'updated_at': '2021-09-06T14:50:22Z', 'revision_number': 1, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:23.751000 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Router 5258f86c-cee5-4a24-9ac5-b703b1791e2e has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:23.814455 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:23.860525 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:23.865909 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-a3def5f3-b7c1-46d3-ade0-770721c82189 admin admin] 10.222.0.48 "PUT /v2.0/routers/5258f86c-cee5-4a24-9ac5-b703b1791e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5639246 Sep 06 14:50:23.868256 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36724) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:23.868875 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] Sync routers for ids ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:23.878416 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] Routers {'5258f86c-cee5-4a24-9ac5-b703b1791e2e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:23.879040 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:23.888898 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910ca0c-a7a0-4b25-a543-1000a7d78628 None None] New status for floating IP 658b1f4b-0d2e-41fc-bb3d-6b7616c620d1: ACTIVE {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:50:23.969868 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks [] for router, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:23.987367 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] Set router 5258f86c-cee5-4a24-9ac5-b703b1791e2e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:24.106181 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.195669 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '79d4deaf-4004-4c1e-af09-985209b21579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:50:23Z', 'revision_number': 5, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port': {'id': '79d4deaf-4004-4c1e-af09-985209b21579', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:45:38Z', 'updated_at': '2021-09-06T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:24.225971 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] Checking router: 5258f86c-cee5-4a24-9ac5-b703b1791e2e for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:24.234062 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] Routers {'5258f86c-cee5-4a24-9ac5-b703b1791e2e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:24.234671 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:24.266435 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Deleting port 79d4deaf-4004-4c1e-af09-985209b21579 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:24.266787 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.319291 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] Set router 5258f86c-cee5-4a24-9ac5-b703b1791e2e gateway port host: None {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:24.343458 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'tag': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:24.345828 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacea4cb-3b60-481e-a1cb-9c1098288637" -d '{"events": [{"name": "network-changed", "server_uuid": "01ef42a3-9cd9-43ad-94e1-b71c7c432eb6", "tag": "dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:24.346383 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] For port 79d4deaf-4004-4c1e-af09-985209b21579, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=79d4deaf-4004-4c1e-af09-985209b21579,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:24.346782 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.360799 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Calling delete_port for 79d4deaf-4004-4c1e-af09-985209b21579 owned by network:router_gateway {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:24.392091 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:50:24Z', 'revision_number': 6, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port_host': None}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:24.392855 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3184a1f-893e-48c9-9d0b-7d20c28cb86c x-openstack-request-id: req-f3184a1f-893e-48c9-9d0b-7d20c28cb86c {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:24.393145 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ef42a3-9cd9-43ad-94e1-b71c7c432eb6", "tag": "dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:24.393395 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3184a1f-893e-48c9-9d0b-7d20c28cb86c {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:24.393782 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'tag': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'status': 'completed', 'code': 200} Sep 06 14:50:24.421993 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec22d1-a0bd-4875-b292-91a090a92d1e None None] The sync data for ids ['5258f86c-cee5-4a24-9ac5-b703b1791e2e'] in dv-cinder-807083-5-iscsi is: [{'id': '5258f86c-cee5-4a24-9ac5-b703b1791e2e', 'name': 'tempest-TestShelveInstance-1654872406-router', 'tenant_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:45:37Z', 'updated_at': '2021-09-06T14:50:24Z', 'revision_number': 6, 'project_id': 'dfb0a0191faa42129c25ca85817a6f7d', 'gw_port_host': None}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:24.468077 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-4ba72b43-be03-4275-98ac-d29d7fb8a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:24.469624 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-4ba72b43-be03-4275-98ac-d29d7fb8a084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0544572 Sep 06 14:50:24.563040 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-10f7c522-e81d-4fcb-aedd-98d1e673fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:24.564523 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-10f7c522-e81d-4fcb-aedd-98d1e673fc49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 911 time: 0.0879917 Sep 06 14:50:24.629684 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-56cb0d71-6d65-46e2-8297-72f6a14aab4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e HTTP/1.1" status: 200 len: 1001 time: 0.0574951 Sep 06 14:50:24.660211 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.682212 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-d051e3d3-9b84-4317-b05c-02ab3544e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:24.683854 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-d051e3d3-9b84-4317-b05c-02ab3544e52c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 200 len: 849 time: 0.0478749 Sep 06 14:50:24.686789 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Pushing event deleted for resources: {'Port': ['ID=79d4deaf-4004-4c1e-af09-985209b21579,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:24.729797 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-df778f32-fa65-45a5-ad24-ffd09dd45890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:24.731601 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-df778f32-fa65-45a5-ad24-ffd09dd45890 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec543a52-c33e-412c-b4ad-7e957e0124e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404804 Sep 06 14:50:24.752952 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.833859 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-3f145332-33d0-4326-b7d7-cfeed6dc3d2b service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945911 Sep 06 14:50:24.869404 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.869404 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.927291 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dacea4cb-3b60-481e-a1cb-9c1098288637 req-fee5dda6-dc7b-4da1-8a5f-29f3f6028c70 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Sep 06 14:50:24.985911 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.986516 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5258f86c-cee5-4a24-9ac5-b703b1791e2e {{(pid=100989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:50:24.990774 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:24.995677 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-38fa5502-bf67-44f2-b729-f5728bee37ed admin admin] 10.222.0.48 "DELETE /v2.0/routers/5258f86c-cee5-4a24-9ac5-b703b1791e2e HTTP/1.1" status: 204 len: 168 time: 1.1228459 Sep 06 14:50:24.995677 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36736) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:25.039125 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f5acb1-a053-4725-ac98-4c5eb2497162 admin admin] Deleting subnet 3ee36bc5-5a18-4f26-951b-fa32f828462d {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:50:25.042181 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-16f5acb1-a053-4725-ac98-4c5eb2497162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.080930 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-16f5acb1-a053-4725-ac98-4c5eb2497162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126592560'] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.162417 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-16f5acb1-a053-4725-ac98-4c5eb2497162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.294732 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-16f5acb1-a053-4725-ac98-4c5eb2497162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125941489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125968026'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.319988 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5acb1-a053-4725-ac98-4c5eb2497162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee36bc5-5a18-4f26-951b-fa32f828462d,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:25.323601 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-16f5acb1-a053-4725-ac98-4c5eb2497162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.331227 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-16f5acb1-a053-4725-ac98-4c5eb2497162 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ee36bc5-5a18-4f26-951b-fa32f828462d HTTP/1.1" status: 204 len: 168 time: 0.3299773 Sep 06 14:50:25.331227 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36740) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:25.332743 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51f1d8-b874-4350-8ca6-1eae05cd1334 None None] Network 6c80186c-808e-4a63-8071-2134d57208b6 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:50:25.399944 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.461086 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Deleting port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:25.461086 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.498237 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] DHCP port deletion for 6c80186c-808e-4a63-8071-2134d57208b6 request from dv-cinder-807083-5-iscsi {{(pid=100991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:50:25.526063 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] For port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,segment=NetworkSegment(4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d),segment_id=4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:25.526457 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.541723 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Calling delete_port for 26ddfbd6-7f13-4b22-96e8-32ffb154f85a owned by network:dhcp {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:25.543938 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] Deleting port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a {{(pid=100991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:25.544393 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.612495 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] For port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,segment=NetworkSegment(4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d),segment_id=4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:25.612887 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.624365 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] Calling delete_port for 26ddfbd6-7f13-4b22-96e8-32ffb154f85a owned by network:dhcp {{(pid=100991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:25.700420 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.706275 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428'] for port, after_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.728152 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:25.729896 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] No DVR routers for this DVR port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a on host dv-cinder-807083-5-iscsi {{(pid=100989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:25.732705 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] Pushing event deleted for resources: {'Port': ['ID=26ddfbd6-7f13-4b22-96e8-32ffb154f85a,revision_number=None']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:25.734564 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7f460-aa42-49e4-b84c-9ca7a1f2b464 None None] No DVR routers for this DVR port 26ddfbd6-7f13-4b22-96e8-32ffb154f85a on host dv-cinder-807083-5-iscsi {{(pid=100991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:25.806624 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.816701 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c80186c-808e-4a63-8071-2134d57208b6']}} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:25.826853 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d') {'for_net_delete': True} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:25.827154 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6f536d-b0b4-4dc6-87d3-8f81bb48cf7d') {} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:25.836125 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126592553'] for segment, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.850199 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.855973 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:50:25.856358 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125941423'] for segment, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: Traceback (most recent call last): Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: timer() Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: cb(*args, **kw) Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: return func(*args, **kwargs) Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: self._notify() Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: self.callback(batched_events) Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: event.method(event) Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: return f(self, *a, **k) Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._get(url).json() Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: return self.request(url, 'GET', **kwargs) Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:50:25.857949 dv-cinder-807083-5-iscsi neutron-server[100989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:50:26.026057 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.032561 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.034321 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6c80186c-808e-4a63-8071-2134d57208b6 HTTP/1.1" status: 204 len: 168 time: 0.7056136 Sep 06 14:50:26.101077 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 235e042b-7aba-4fe0-aa85-99e4df3e2355 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:26.121727 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 235e042b-7aba-4fe0-aa85-99e4df3e2355 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:26.127187 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 235e042b-7aba-4fe0-aa85-99e4df3e2355 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:26.127187 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 79d4deaf-4004-4c1e-af09-985209b21579 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:26.145878 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 79d4deaf-4004-4c1e-af09-985209b21579 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:26.146228 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 79d4deaf-4004-4c1e-af09-985209b21579 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:26.146649 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 26ddfbd6-7f13-4b22-96e8-32ffb154f85a no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:26.166077 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 26ddfbd6-7f13-4b22-96e8-32ffb154f85a {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:26.166423 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 26ddfbd6-7f13-4b22-96e8-32ffb154f85a not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:26.272527 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58a9bb-cb1c-4047-90a8-d59fbffff528 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c80186c-808e-4a63-8071-2134d57208b6,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:26.358959 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 6a24f02c-5309-4435-816e-ffc570420f9a no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:26.379865 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 6a24f02c-5309-4435-816e-ffc570420f9a {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:26.380211 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 6a24f02c-5309-4435-816e-ffc570420f9a not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:26.385082 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36752) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:26.423594 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a4e5a342-b550-4e72-b6ef-b97042ca67bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eacf892be44e4ece806c80cb05d7358c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373709 Sep 06 14:50:26.425977 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36754) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:26.471894 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc23c-8ac7-4ee6-bb59-01ebec460137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.496012 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc23c-8ac7-4ee6-bb59-01ebec460137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.588149 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36758) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:26.623845 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc23c-8ac7-4ee6-bb59-01ebec460137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.626339 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9c3cc23c-8ac7-4ee6-bb59-01ebec460137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.627458 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9c3cc23c-8ac7-4ee6-bb59-01ebec460137 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3ca1fec-d117-4a48-b5ca-43ac2840e869 HTTP/1.1" status: 204 len: 168 time: 0.2005794 Sep 06 14:50:26.644537 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cc23c-8ac7-4ee6-bb59-01ebec460137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca1fec-d117-4a48-b5ca-43ac2840e869,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:26.757766 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Deleting port 820ed187-e16a-4bd9-99ae-ca15388bef13 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:26.758025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.830320 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.830647 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:26.846927 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Calling delete_port for 820ed187-e16a-4bd9-99ae-ca15388bef13 owned by network:floatingip {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:27.111739 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:27.137524 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event deleted for resources: {'Port': ['ID=820ed187-e16a-4bd9-99ae-ca15388bef13,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:27.192859 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:27.193187 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Floating IP 648cba53-291f-4886-be47-bf117bd0eeed disassociated (deleted). External IP: 172.27.3.192, port: 042dc3a8-2bf6-4950-bcb9-0fad752944d1. Sep 06 14:50:27.368272 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36766) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:27.399412 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:27.410886 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-ea2b0251-c2d6-4e05-9443-c0a3a26ffbdf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfb0a0191faa42129c25ca85817a6f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393047 Sep 06 14:50:27.411139 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36768) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:27.459888 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8859dab3-83d1-4d7b-a9f8-80de9fa98519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:27.480157 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8859dab3-83d1-4d7b-a9f8-80de9fa98519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:27.508719 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:27.513452 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:27.524325 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:27.533913 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:27.534530 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:27.540289 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-56e4da25-4fae-4431-a6e7-8d9eea2e62df tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "DELETE /v2.0/floatingips/648cba53-291f-4886-be47-bf117bd0eeed HTTP/1.1" status: 204 len: 168 time: 0.9510705 Sep 06 14:50:27.541378 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:27.543362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a1662a-f364-46a2-afb1-96cd2c77e293" -d '{"events": [{"name": "network-changed", "server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:27.582078 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a977de97-1f81-4237-a418-466a06286e19 x-openstack-request-id: req-a977de97-1f81-4237-a418-466a06286e19 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:27.582371 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:27.582629 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a977de97-1f81-4237-a418-466a06286e19 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:27.583450 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'status': 'completed', 'code': 200} Sep 06 14:50:27.620429 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8859dab3-83d1-4d7b-a9f8-80de9fa98519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:27.623153 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-8859dab3-83d1-4d7b-a9f8-80de9fa98519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:27.627090 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-8859dab3-83d1-4d7b-a9f8-80de9fa98519 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95a8527f-8bf3-4692-8c6f-d9e4c95e2dba HTTP/1.1" status: 204 len: 168 time: 0.2122171 Sep 06 14:50:27.641756 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859dab3-83d1-4d7b-a9f8-80de9fa98519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a8527f-8bf3-4692-8c6f-d9e4c95e2dba,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:27.651255 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:27.652758 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-b533145c-ca33-41ed-bea9-101b9e495803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:27.654473 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-b533145c-ca33-41ed-bea9-101b9e495803 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 1098 time: 0.0496109 Sep 06 14:50:27.755746 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-42c87bb1-d10c-443f-a6cb-fcaa22cded5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:27.757322 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-42c87bb1-d10c-443f-a6cb-fcaa22cded5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 200 len: 912 time: 0.0944502 Sep 06 14:50:27.797930 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-18f2d6f8-d0ee-491a-8d6d-e2855dca8fbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1 HTTP/1.1" status: 200 len: 217 time: 0.0336645 Sep 06 14:50:27.850270 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:27.850801 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-d37729b2-c155-4c91-a51c-3a02620ff3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:27.852404 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-d37729b2-c155-4c91-a51c-3a02620ff3b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 200 len: 850 time: 0.0481527 Sep 06 14:50:27.877637 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:27.886161 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:27.886794 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:27.902106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-324eb65f-d5b7-43b6-9600-9f9eac41c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:27.903808 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-324eb65f-d5b7-43b6-9600-9f9eac41c76f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7aad870-2308-47a4-922a-a943d18aabf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443807 Sep 06 14:50:27.994056 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:27.999478 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-811cabff-5298-4aea-b80e-1372d5d5a851 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862985 Sep 06 14:50:28.166773 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-a4a1662a-f364-46a2-afb1-96cd2c77e293 req-66cc9021-97c5-419e-b3a0-e08a8c070479 service neutron] 10.222.0.18 "GET /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530597 Sep 06 14:50:28.174997 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095aa63-452d-4da9-ac5c-9acbdf1e962b req-123bc78a-4237-4578-a609-6173f382246d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:28.176742 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d095aa63-452d-4da9-ac5c-9acbdf1e962b req-123bc78a-4237-4578-a609-6173f382246d tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 945 time: 0.0996306 Sep 06 14:50:28.217497 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d095aa63-452d-4da9-ac5c-9acbdf1e962b req-f7a43e90-7b03-4cf7-b483-d66e557ff12b tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345554 Sep 06 14:50:28.313776 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:28.339075 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1016b-ba18-4696-9e12-38fea5bd3031 None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:42:34Z', 'revision_number': 4, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'b038718a-883b-4a96-9e06-9c26eff570fd', 'name': '', 'network_id': 'b7aad870-2308-47a4-922a-a943d18aabf5', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'mac_address': 'fa:16:3e:25:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:34Z', 'updated_at': '2021-09-06T14:42:40Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'subnets': [{'id': '94606df9-42aa-468f-bb27-f3caee0abacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:28.547933 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906eb5b-dd83-4277-90da-571d5bed925e None None] New status for floating IP 648cba53-291f-4886-be47-bf117bd0eeed: DOWN {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:50:28.624200 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:50:29.336887 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea804-f39f-492d-ae2d-aa08e080fa44 req-e86aeddc-0eba-40d4-91ea-b0aefac13218 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:29.338349 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-699ea804-f39f-492d-ae2d-aa08e080fa44 req-e86aeddc-0eba-40d4-91ea-b0aefac13218 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 945 time: 0.0515726 Sep 06 14:50:29.375300 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-699ea804-f39f-492d-ae2d-aa08e080fa44 req-57967db5-0f9e-421c-aa07-d99f93fcf3e5 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b29020-df96-4666-82ca-7ad3879ef1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304666 Sep 06 14:50:29.581919 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-f326b72f-1a92-4d80-a979-cd5814ef68c2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:29.583667 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-f326b72f-1a92-4d80-a979-cd5814ef68c2 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 945 time: 0.0477495 Sep 06 14:50:29.672597 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Deleting port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:29.672936 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:29.759966 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] For port 042dc3a8-2bf6-4950-bcb9-0fad752944d1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=042dc3a8-2bf6-4950-bcb9-0fad752944d1,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:29.760328 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:29.772926 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Calling delete_port for 042dc3a8-2bf6-4950-bcb9-0fad752944d1 owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:29.968301 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:29.994647 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event deleted for resources: {'Port': ['ID=042dc3a8-2bf6-4950-bcb9-0fad752944d1,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:30.036322 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] No DVR routers for this DVR port 042dc3a8-2bf6-4950-bcb9-0fad752944d1 on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:30.039124 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:30.041525 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-4f2819a4-4b2b-4599-b2f8-2ac011ed933e req-18cc1360-2bbf-41a7-a6dd-f48db55ceff7 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.18 "DELETE /v2.0/ports/042dc3a8-2bf6-4950-bcb9-0fad752944d1 HTTP/1.1" status: 204 len: 173 time: 0.4492040 Sep 06 14:50:30.041973 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'name': 'network-vif-deleted', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:50:30.045014 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae578b-5203-4533-aaea-810688256362" -d '{"events": [{"server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "name": "network-vif-deleted", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:50:30.080514 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8670500-1c35-4a57-b118-254dec5493b1 x-openstack-request-id: req-a8670500-1c35-4a57-b118-254dec5493b1 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:50:30.080807 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e621f7e2-2480-4b4a-9437-be8072de4d62", "name": "network-vif-deleted", "tag": "042dc3a8-2bf6-4950-bcb9-0fad752944d1", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:50:30.081062 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8670500-1c35-4a57-b118-254dec5493b1 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:50:30.081487 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e621f7e2-2480-4b4a-9437-be8072de4d62', 'name': 'network-vif-deleted', 'tag': '042dc3a8-2bf6-4950-bcb9-0fad752944d1', 'status': 'completed', 'code': 200} Sep 06 14:50:30.474562 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-bdfcf6da-e990-4ec0-be25-9aa2fc6883b3 req-38e58d3f-cc12-4302-949a-b0c7479c2baa tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "GET /v2.0/ports?device_id=e621f7e2-2480-4b4a-9437-be8072de4d62 HTTP/1.1" status: 200 len: 210 time: 0.0274606 Sep 06 14:50:31.377142 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-af240e16-c6b2-40c2-b8fa-818e3014ed24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408623 Sep 06 14:50:31.463502 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-a73d5f15-5ffc-42d5-b689-e1596026bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:31.464967 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-a73d5f15-5ffc-42d5-b689-e1596026bf32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f386d865c2764e3699680b13c27669bf&device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0393806 Sep 06 14:50:31.529719 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36792) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:31.565682 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-f5cba80c-1db2-460e-9194-9e9b1f5eb180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:31.567134 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-f5cba80c-1db2-460e-9194-9e9b1f5eb180 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 200 len: 911 time: 0.0834012 Sep 06 14:50:31.635201 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-0e53ca82-a1c3-4a15-8c0c-8e915a97e0b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e HTTP/1.1" status: 200 len: 1001 time: 0.0607724 Sep 06 14:50:31.652836 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Deleting port cb32d2a3-4b49-4dc0-9e67-caab9d7f9cf1 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:31.653193 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:31.689721 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-278bfa23-de02-4521-b42f-e205aea2f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:31.691181 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-278bfa23-de02-4521-b42f-e205aea2f7c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 200 len: 849 time: 0.0476594 Sep 06 14:50:31.730472 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:31.730800 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:31.736691 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-5c7133de-c0b5-47f8-adee-b356c78f6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:50:31.738161 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-5c7133de-c0b5-47f8-adee-b356c78f6244 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec543a52-c33e-412c-b4ad-7e957e0124e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395627 Sep 06 14:50:31.742255 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Calling delete_port for cb32d2a3-4b49-4dc0-9e67-caab9d7f9cf1 owned by network:floatingip {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:31.832247 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-5657370f-9c3c-4bbc-acae-8e6b55fe7251 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854387 Sep 06 14:50:31.919442 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-30f3f11d-fcf1-4f66-824f-16cc6e0a4413 req-eb87e61e-403e-47c9-8987-c88ada87caa1 service neutron] 10.222.0.18 "GET /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800896 Sep 06 14:50:31.934282 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:31.960665 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event deleted for resources: {'Port': ['ID=cb32d2a3-4b49-4dc0-9e67-caab9d7f9cf1,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:32.018787 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for floatingip, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:32.021368 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:32.022499 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-fc26ac71-5cbd-428d-910b-eae71f48c490 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "DELETE /v2.0/floatingips/62fdc54e-a66b-4b42-ab80-ade35854ac95 HTTP/1.1" status: 204 len: 168 time: 0.4917920 Sep 06 14:50:33.381275 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36808) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:33.436871 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5e8460af-9dd0-4b32-8c64-786196901e12 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:33.461922 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5e8460af-9dd0-4b32-8c64-786196901e12 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:33.659091 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5e8460af-9dd0-4b32-8c64-786196901e12 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:33.661714 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-5e8460af-9dd0-4b32-8c64-786196901e12 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:33.662855 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-5e8460af-9dd0-4b32-8c64-786196901e12 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9b29020-df96-4666-82ca-7ad3879ef1a9 HTTP/1.1" status: 204 len: 168 time: 0.2806084 Sep 06 14:50:33.672083 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8460af-9dd0-4b32-8c64-786196901e12 tempest-TestVolumeBootPattern-1392073740 tempest-TestVolumeBootPattern-1392073740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b29020-df96-4666-82ca-7ad3879ef1a9,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:33.780585 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36812) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:34.296223 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:34.411813 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 042dc3a8-2bf6-4950-bcb9-0fad752944d1 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:34.430883 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 042dc3a8-2bf6-4950-bcb9-0fad752944d1 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:34.431229 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 042dc3a8-2bf6-4950-bcb9-0fad752944d1 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:34.530189 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Deleting port b038718a-883b-4a96-9e06-9c26eff570fd {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:34.530797 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:34.605516 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] For port b038718a-883b-4a96-9e06-9c26eff570fd, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=b038718a-883b-4a96-9e06-9c26eff570fd,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:34.605874 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:34.618160 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Calling delete_port for b038718a-883b-4a96-9e06-9c26eff570fd owned by network:router_interface {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:34.875107 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:34.903990 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Pushing event deleted for resources: {'Port': ['ID=b038718a-883b-4a96-9e06-9c26eff570fd,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:35.311391 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:35.516957 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Router ad9a1939-1fc6-4fc1-b168-708552e924e9 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:35.621443 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:35.626368 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f5673d97-e78c-4cc4-b5de-72cd3043ef6c admin admin] 10.222.0.48 "PUT /v2.0/routers/ad9a1939-1fc6-4fc1-b168-708552e924e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8447199 Sep 06 14:50:35.629062 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36820) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:35.631725 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] Sync routers for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:35.641286 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:35.641899 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:35.726837 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:35.744015 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:35.826581 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:35.917302 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:50:34Z', 'revision_number': 5, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port': {'id': 'df3006a3-613c-4fe6-b6e4-5829e1975e31', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:32Z', 'updated_at': '2021-09-06T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:35.943043 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] Checking router: ad9a1939-1fc6-4fc1-b168-708552e924e9 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:35.951000 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] Routers {'ad9a1939-1fc6-4fc1-b168-708552e924e9'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:35.951628 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['ad9a1939-1fc6-4fc1-b168-708552e924e9'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:35.960934 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Deleting port df3006a3-613c-4fe6-b6e4-5829e1975e31 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:35.961450 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.038994 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] Set router ad9a1939-1fc6-4fc1-b168-708552e924e9 gateway port host: None {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:36.041215 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] For port df3006a3-613c-4fe6-b6e4-5829e1975e31, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=df3006a3-613c-4fe6-b6e4-5829e1975e31,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:36.041606 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.055708 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Calling delete_port for df3006a3-613c-4fe6-b6e4-5829e1975e31 owned by network:router_gateway {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:36.092840 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:50:35Z', 'revision_number': 6, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port_host': None}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:36.123274 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b3c40-c414-4842-85e0-a741e08e5020 None None] The sync data for ids ['ad9a1939-1fc6-4fc1-b168-708552e924e9'] in dv-cinder-807083-5-iscsi is: [{'id': 'ad9a1939-1fc6-4fc1-b168-708552e924e9', 'name': 'tempest-TestVolumeBootPattern-544937844-router', 'tenant_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:31Z', 'updated_at': '2021-09-06T14:50:35Z', 'revision_number': 6, 'project_id': 'f62d04e4ffa643cea61a39bc5c45c166', 'gw_port_host': None}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:36.276792 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.301651 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3006a3-613c-4fe6-b6e4-5829e1975e31,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:36.361938 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.449472 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.451900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.631237 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.631760 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad9a1939-1fc6-4fc1-b168-708552e924e9 {{(pid=100990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:50:36.636224 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.637449 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-5123a57a-43eb-41eb-bcc1-314a368300a1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ad9a1939-1fc6-4fc1-b168-708552e924e9 HTTP/1.1" status: 204 len: 168 time: 1.0074832 Sep 06 14:50:36.640006 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36824) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:36.683724 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_v2 [None req-a897cc28-e4d1-4135-b34e-4f976c6fd0a4 admin admin] Deleting subnet 94606df9-42aa-468f-bb27-f3caee0abacc {{(pid=100990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:50:36.686653 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a897cc28-e4d1-4135-b34e-4f976c6fd0a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.723400 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a897cc28-e4d1-4135-b34e-4f976c6fd0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126793731'] for subnet, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.796507 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a897cc28-e4d1-4135-b34e-4f976c6fd0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.917388 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a897cc28-e4d1-4135-b34e-4f976c6fd0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126827025'] for subnet, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.943510 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897cc28-e4d1-4135-b34e-4f976c6fd0a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94606df9-42aa-468f-bb27-f3caee0abacc,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:36.946902 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-a897cc28-e4d1-4135-b34e-4f976c6fd0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:36.948836 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-a897cc28-e4d1-4135-b34e-4f976c6fd0a4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/94606df9-42aa-468f-bb27-f3caee0abacc HTTP/1.1" status: 204 len: 168 time: 0.3078089 Sep 06 14:50:36.951331 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36826) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:36.958524 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e6368-8b26-4bbc-97ea-43af35fd736a None None] Network b7aad870-2308-47a4-922a-a943d18aabf5 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:50:37.022005 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.075829 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Deleting port 51c9ba2b-74f1-40c3-8410-14c75b780a8e {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:37.076113 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.137779 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] DHCP port deletion for b7aad870-2308-47a4-922a-a943d18aabf5 request from dv-cinder-807083-5-iscsi {{(pid=100991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:50:37.159504 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] For port 51c9ba2b-74f1-40c3-8410-14c75b780a8e, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=51c9ba2b-74f1-40c3-8410-14c75b780a8e,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:37.159975 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.171409 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Calling delete_port for 51c9ba2b-74f1-40c3-8410-14c75b780a8e owned by network:dhcp {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:37.183918 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] Deleting port 51c9ba2b-74f1-40c3-8410-14c75b780a8e {{(pid=100991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:37.185335 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.248217 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] For port 51c9ba2b-74f1-40c3-8410-14c75b780a8e, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=51c9ba2b-74f1-40c3-8410-14c75b780a8e,segment=NetworkSegment(e4ec9615-fe29-44e1-ac97-f0da5da99df6),segment_id=e4ec9615-fe29-44e1-ac97-f0da5da99df6)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:37.248614 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.259915 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] Calling delete_port for 51c9ba2b-74f1-40c3-8410-14c75b780a8e owned by network:dhcp {{(pid=100991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:37.402980 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.408821 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428'] for port, after_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.425806 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Pushing event deleted for resources: {'Port': ['ID=51c9ba2b-74f1-40c3-8410-14c75b780a8e,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:37.431344 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] No DVR routers for this DVR port 51c9ba2b-74f1-40c3-8410-14c75b780a8e on host dv-cinder-807083-5-iscsi {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:37.434180 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] Pushing event deleted for resources: {'Port': ['ID=51c9ba2b-74f1-40c3-8410-14c75b780a8e,revision_number=None']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:37.436214 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb788351-96e8-4a09-9185-c8e0751c8c2a None None] No DVR routers for this DVR port 51c9ba2b-74f1-40c3-8410-14c75b780a8e on host dv-cinder-807083-5-iscsi {{(pid=100991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:37.505087 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.514890 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7aad870-2308-47a4-922a-a943d18aabf5']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:37.524910 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ec9615-fe29-44e1-ac97-f0da5da99df6') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:37.525207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ec9615-fe29-44e1-ac97-f0da5da99df6') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:37.533744 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.585139 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.591309 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:50:37.595106 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:50:37.704985 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.711203 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:37.713120 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] 10.222.0.48 "DELETE /v2.0/networks/b7aad870-2308-47a4-922a-a943d18aabf5 HTTP/1.1" status: 204 len: 168 time: 0.7608376 Sep 06 14:50:37.716135 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36830) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:37.726053 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f800ff-15a1-4576-a7ea-d7ba8f8da05d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7aad870-2308-47a4-922a-a943d18aabf5,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:38.041328 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:38.106680 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device df3006a3-613c-4fe6-b6e4-5829e1975e31 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:38.126646 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: df3006a3-613c-4fe6-b6e4-5829e1975e31 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:38.126987 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device df3006a3-613c-4fe6-b6e4-5829e1975e31 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:38.127981 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 51c9ba2b-74f1-40c3-8410-14c75b780a8e no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:38.149089 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 51c9ba2b-74f1-40c3-8410-14c75b780a8e {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:38.149444 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 51c9ba2b-74f1-40c3-8410-14c75b780a8e not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:38.149835 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device b038718a-883b-4a96-9e06-9c26eff570fd no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:38.167744 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: b038718a-883b-4a96-9e06-9c26eff570fd {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:38.168091 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device b038718a-883b-4a96-9e06-9c26eff570fd not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:38.282481 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Deleting port deda40ad-6b09-48bc-98c2-4653512c5dfd {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:38.282828 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:38.361107 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] For port deda40ad-6b09-48bc-98c2-4653512c5dfd, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=deda40ad-6b09-48bc-98c2-4653512c5dfd,segment=NetworkSegment(91a70767-795d-46a5-9352-9825e57e6614),segment_id=91a70767-795d-46a5-9352-9825e57e6614)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:38.361493 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:38.373410 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Calling delete_port for deda40ad-6b09-48bc-98c2-4653512c5dfd owned by network:router_interface {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:38.503666 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-65655d6d-a10b-47fd-bc3e-b0776814ffa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:38.646718 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:38.675470 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=deda40ad-6b09-48bc-98c2-4653512c5dfd,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:38.833541 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:39.038020 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Router 863f273e-8629-412d-8916-5796eced2436 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:50:39.139503 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:50:39.145315 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0b29bee4-6000-42b3-97b5-d7b559b120b7 admin admin] 10.222.0.48 "PUT /v2.0/routers/863f273e-8629-412d-8916-5796eced2436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279563 Sep 06 14:50:39.147593 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36834) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:39.148144 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] Sync routers for ids ['863f273e-8629-412d-8916-5796eced2436'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:50:39.166764 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] Routers {'863f273e-8629-412d-8916-5796eced2436'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:39.167380 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['863f273e-8629-412d-8916-5796eced2436'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:39.248819 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks [] for router, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:39.335261 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] Set router 863f273e-8629-412d-8916-5796eced2436 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:39.353990 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:39.508800 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Deleting port acad0592-fd7d-48c3-9c94-141b590ba739 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:39.509138 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:39.542430 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:50:38Z', 'revision_number': 5, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port': {'id': 'acad0592-fd7d-48c3-9c94-141b590ba739', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f273e-8629-412d-8916-5796eced2436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:42:39Z', 'updated_at': '2021-09-06T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:39.571224 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] Checking router: 863f273e-8629-412d-8916-5796eced2436 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:50:39.579907 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] Routers {'863f273e-8629-412d-8916-5796eced2436'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:50:39.581055 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:50:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['863f273e-8629-412d-8916-5796eced2436'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:39.588700 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] For port acad0592-fd7d-48c3-9c94-141b590ba739, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=acad0592-fd7d-48c3-9c94-141b590ba739,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:39.589077 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:39.605744 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Calling delete_port for acad0592-fd7d-48c3-9c94-141b590ba739 owned by network:router_gateway {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:39.666203 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] Set router 863f273e-8629-412d-8916-5796eced2436 gateway port host: None {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:50:39.716692 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:50:39Z', 'revision_number': 6, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port_host': None}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:39.745038 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86522cc6-ef38-40cc-ab1d-28d203c9d915 None None] The sync data for ids ['863f273e-8629-412d-8916-5796eced2436'] in dv-cinder-807083-5-iscsi is: [{'id': '863f273e-8629-412d-8916-5796eced2436', 'name': 'tempest-TestVolumeBootPattern-1259593908-router', 'tenant_id': '4b4d19aed03140708508607be3dc181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:42:38Z', 'updated_at': '2021-09-06T14:50:39Z', 'revision_number': 6, 'project_id': '4b4d19aed03140708508607be3dc181b', 'gw_port_host': None}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:50:39.819737 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:39.850432 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Pushing event deleted for resources: {'Port': ['ID=acad0592-fd7d-48c3-9c94-141b590ba739,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:39.905963 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:39.991524 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:39.993591 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.122694 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.123336 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 863f273e-8629-412d-8916-5796eced2436 {{(pid=100989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:50:40.129825 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.131157 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-54e1b10f-2e7f-438d-84d0-adb074c54277 admin admin] 10.222.0.48 "DELETE /v2.0/routers/863f273e-8629-412d-8916-5796eced2436 HTTP/1.1" status: 204 len: 168 time: 0.9825518 Sep 06 14:50:40.133813 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36838) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:40.208633 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_v2 [None req-63993e1e-a82f-42e5-94ed-97b3b9270c79 admin admin] Deleting subnet 009290b0-1d32-4f22-bd26-64cee78dc036 {{(pid=100990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:50:40.212940 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-63993e1e-a82f-42e5-94ed-97b3b9270c79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.231034 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device deda40ad-6b09-48bc-98c2-4653512c5dfd no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:40.252197 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: deda40ad-6b09-48bc-98c2-4653512c5dfd {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:40.253196 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device deda40ad-6b09-48bc-98c2-4653512c5dfd not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:40.255907 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-63993e1e-a82f-42e5-94ed-97b3b9270c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126793731'] for subnet, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.336838 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-63993e1e-a82f-42e5-94ed-97b3b9270c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.436970 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-63993e1e-a82f-42e5-94ed-97b3b9270c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126827025'] for subnet, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.463536 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63993e1e-a82f-42e5-94ed-97b3b9270c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009290b0-1d32-4f22-bd26-64cee78dc036,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:40.467204 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-63993e1e-a82f-42e5-94ed-97b3b9270c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.469095 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-63993e1e-a82f-42e5-94ed-97b3b9270c79 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/009290b0-1d32-4f22-bd26-64cee78dc036 HTTP/1.1" status: 204 len: 168 time: 0.3342326 Sep 06 14:50:40.471691 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 36842) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:40.472666 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac94e29-3362-4398-ad8c-038c6ff29e66 None None] Network f03c8279-d164-4df8-8a38-82280dd4cc33 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:50:40.536986 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.597223 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Deleting port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:40.597562 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.651916 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] DHCP port deletion for f03c8279-d164-4df8-8a38-82280dd4cc33 request from dv-cinder-807083-5-iscsi {{(pid=100991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:50:40.661532 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] For port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,segment=NetworkSegment(91a70767-795d-46a5-9352-9825e57e6614),segment_id=91a70767-795d-46a5-9352-9825e57e6614)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:40.661928 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.673853 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Calling delete_port for fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 owned by network:dhcp {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:40.698393 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] Deleting port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 {{(pid=100991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:50:40.698776 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.763052 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] For port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,segment=NetworkSegment(91a70767-795d-46a5-9352-9825e57e6614),segment_id=91a70767-795d-46a5-9352-9825e57e6614)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:50:40.763547 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.780153 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] Calling delete_port for fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 owned by network:dhcp {{(pid=100991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:50:40.812158 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.840524 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:40.844469 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] No DVR routers for this DVR port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 on host dv-cinder-807083-5-iscsi {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:40.920710 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.931431 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03c8279-d164-4df8-8a38-82280dd4cc33']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:40.942049 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a70767-795d-46a5-9352-9825e57e6614') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:40.942345 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a70767-795d-46a5-9352-9825e57e6614') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:50:40.950994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.964362 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.970035 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:50:40.970419 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:50:40.972103 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:50:40.980304 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428'] for port, after_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.006230 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] Pushing event deleted for resources: {'Port': ['ID=fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8,revision_number=None']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:41.008970 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2da42-925e-4e0c-8edf-d5df70b5b5f1 None None] No DVR routers for this DVR port fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 on host dv-cinder-807083-5-iscsi {{(pid=100991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:50:41.093565 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.098613 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.100446 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] 10.222.0.48 "DELETE /v2.0/networks/f03c8279-d164-4df8-8a38-82280dd4cc33 HTTP/1.1" status: 204 len: 168 time: 0.6277988 Sep 06 14:50:41.110778 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113dae3-145f-4bde-9081-79e370dab1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=f03c8279-d164-4df8-8a38-82280dd4cc33,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:41.269858 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-839df36a-ef02-4a6f-b2da-5f0dba2431c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.458341 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36846) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:41.459008 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.510930 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0770a580-3077-4cec-b61e-fa7fd649e304 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f62d04e4ffa643cea61a39bc5c45c166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513041 Sep 06 14:50:41.513800 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36850) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:41.560823 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-62f9e4e7-453d-4f17-9717-dbef8fabff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.583174 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-62f9e4e7-453d-4f17-9717-dbef8fabff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.676156 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-62f9e4e7-453d-4f17-9717-dbef8fabff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.678688 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-62f9e4e7-453d-4f17-9717-dbef8fabff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:41.679845 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-62f9e4e7-453d-4f17-9717-dbef8fabff39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8669b1af-27d9-4ac6-a41a-0f65f5d6b80e HTTP/1.1" status: 204 len: 168 time: 0.1651571 Sep 06 14:50:41.688125 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e4e7-453d-4f17-9717-dbef8fabff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669b1af-27d9-4ac6-a41a-0f65f5d6b80e,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:42.103974 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device acad0592-fd7d-48c3-9c94-141b590ba739 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:42.130109 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: acad0592-fd7d-48c3-9c94-141b590ba739 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:42.130371 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device acad0592-fd7d-48c3-9c94-141b590ba739 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:42.130782 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:50:42.154486 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:50:42.154825 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device fb26a549-133c-4d29-b9e0-dfc9d0bb7fd8 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:50:42.248409 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:42.360695 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36856) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:42.399755 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-45e3375f-3ba1-43c6-ab1e-edfbf5df7bbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b4d19aed03140708508607be3dc181b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385766 Sep 06 14:50:42.401902 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 36858) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:50:42.448276 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0c2c-c5ec-44a0-84e5-2857a8b5931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:42.471362 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0c2c-c5ec-44a0-84e5-2857a8b5931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:42.590621 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0c2c-c5ec-44a0-84e5-2857a8b5931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:42.593352 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0c2c-c5ec-44a0-84e5-2857a8b5931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:42.594892 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-3f3a0c2c-c5ec-44a0-84e5-2857a8b5931c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a66bacb0-a2dd-44c3-a728-8c4962191eaa HTTP/1.1" status: 204 len: 168 time: 0.1917162 Sep 06 14:50:42.602774 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a0c2c-c5ec-44a0-84e5-2857a8b5931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66bacb0-a2dd-44c3-a728-8c4962191eaa,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:50:44.179002 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:50:53.801603 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:05.623386 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:51:08.486409 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-62eb850d-1588-4afd-b3b4-caa5fd8e5d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:11.223689 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b033b597-1944-4d3d-be42-74b199298f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:11.446138 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:12.206636 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:14.177565 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:23.657408 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636431d9-37ee-4aa6-8165-fa37f7ba8210 req-e909452b-146e-432b-8a90-78c8673941f0 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:51:23.658867 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-636431d9-37ee-4aa6-8165-fa37f7ba8210 req-e909452b-146e-432b-8a90-78c8673941f0 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 945 time: 0.0516527 Sep 06 14:51:23.698966 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-636431d9-37ee-4aa6-8165-fa37f7ba8210 req-c8941f37-a1d4-41d5-90ab-256dff0b0f00 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341260 Sep 06 14:51:23.802573 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:24.811733 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b4408-e9d0-4308-b620-f502748b9e07 req-d9002044-4973-46e4-b7e0-889070fa532c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:51:24.813171 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-966b4408-e9d0-4308-b620-f502748b9e07 req-d9002044-4973-46e4-b7e0-889070fa532c tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 945 time: 0.0470855 Sep 06 14:51:24.848985 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-966b4408-e9d0-4308-b620-f502748b9e07 req-dcce0748-f558-44e9-9473-2b76c3daa558 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups?id=9be8cea4-f315-4c8c-ac79-724e604c98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300405 Sep 06 14:51:25.360404 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-d83c5dd9-d29a-4eca-be00-0cb5baf7df11 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:51:25.361821 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-d83c5dd9-d29a-4eca-be00-0cb5baf7df11 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 945 time: 0.0466628 Sep 06 14:51:25.449482 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Deleting port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:51:25.449824 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:25.533334 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] For port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:51:25.533710 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:25.701549 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:25.701823 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:25.702144 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Floating IP 658b1f4b-0d2e-41fc-bb3d-6b7616c620d1 disassociated. External IP: 172.27.3.156, port: dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e. Sep 06 14:51:25.702486 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Calling delete_port for dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:51:25.905622 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:25.946967 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event deleted for resources: {'Port': ['ID=dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:25.972057 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-114a9bb0-51e1-4120-bc4c-a3bb2b37ae0f req-87c92ca3-c88e-48f6-8269-67be4892803b tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 210 time: 0.0547695 Sep 06 14:51:25.975668 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.976021 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.976361 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.976750 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.977727 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.978055 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.978391 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.978718 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.979046 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.979370 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.979715 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:25.980033 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:26.079981 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:51:26.438966 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:51:26.449267 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] Sync routers for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:51:26.459136 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:51:26.459859 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:51:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:26.475725 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] No DVR routers for this DVR port dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:51:26.478310 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:26.480436 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5197e177-3ade-4b7e-b9a1-c1598a39cddd req-37378abc-4886-41f8-b2c8-d12ce32e3a65 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.18 "DELETE /v2.0/ports/dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e HTTP/1.1" status: 204 len: 173 time: 1.1128154 Sep 06 14:51:26.480876 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'name': 'network-vif-deleted', 'tag': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:51:26.483598 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4849bd26-aea5-4d11-b95c-dec5723caa28" -d '{"events": [{"server_uuid": "01ef42a3-9cd9-43ad-94e1-b71c7c432eb6", "name": "network-vif-deleted", "tag": "dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:51:26.519937 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b83bd7f-2038-4c03-84c7-e1e194889fd3 x-openstack-request-id: req-6b83bd7f-2038-4c03-84c7-e1e194889fd3 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:51:26.520229 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ef42a3-9cd9-43ad-94e1-b71c7c432eb6", "name": "network-vif-deleted", "tag": "dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:51:26.520502 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b83bd7f-2038-4c03-84c7-e1e194889fd3 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:51:26.520891 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef42a3-9cd9-43ad-94e1-b71c7c432eb6', 'name': 'network-vif-deleted', 'tag': 'dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e', 'status': 'completed', 'code': 200} Sep 06 14:51:26.562721 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:51:26.760779 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:26.790394 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] Checking router: 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:51:26.798458 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:51:26.799067 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:51:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:26.899627 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:51:27.080628 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-11aa8444-d12c-4b09-b113-347f71402202 req-3544cb6f-9d56-4f59-a19d-14becb2cb858 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ef42a3-9cd9-43ad-94e1-b71c7c432eb6 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Sep 06 14:51:27.182058 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:27.207292 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f280f0-2812-44e5-8e27-afb29f0e816f None None] The sync data for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi is: [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:00Z', 'revision_number': 4, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '6bebf3c9-d8c2-4b8c-91a7-64af34f4e467', 'name': '', 'network_id': 'ec543a52-c33e-412c-b4ad-7e957e0124e8', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'mac_address': 'fa:16:3e:6d:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:59Z', 'updated_at': '2021-09-06T14:47:06Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'subnets': [{'id': 'ab3626f0-170a-4951-8229-94c5338d2c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:51:27.412693 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dca00c-d198-4fb5-ae90-6a4807b4eecc None None] New status for floating IP 658b1f4b-0d2e-41fc-bb3d-6b7616c620d1: DOWN {{(pid=100991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:51:28.225973 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37034) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:28.279373 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d4876251-30ba-4b54-ac16-8406233caa69 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:28.301096 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d4876251-30ba-4b54-ac16-8406233caa69 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:28.436596 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d4876251-30ba-4b54-ac16-8406233caa69 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:28.439025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d4876251-30ba-4b54-ac16-8406233caa69 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:28.440178 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d4876251-30ba-4b54-ac16-8406233caa69 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "DELETE /v2.0/security-groups/9be8cea4-f315-4c8c-ac79-724e604c98ac HTTP/1.1" status: 204 len: 168 time: 0.2131860 Sep 06 14:51:28.442918 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37036) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:28.449545 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4876251-30ba-4b54-ac16-8406233caa69 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be8cea4-f315-4c8c-ac79-724e604c98ac,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:28.459827 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.api.v2.resource [None req-70f2e2d2-efc1-4ad5-a2e8-7944efa10f66 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] show failed (client error): The resource could not be found. Sep 06 14:51:28.460843 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-70f2e2d2-efc1-4ad5-a2e8-7944efa10f66 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "GET /v2.0/security-groups/9be8cea4-f315-4c8c-ac79-724e604c98ac HTTP/1.1" status: 404 len: 347 time: 0.0163281 Sep 06 14:51:28.464499 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37038) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:28.809305 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Deleting port 2a0f6879-c920-4a8b-b36e-fada58671b3e {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:51:28.809536 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:28.880222 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:28.880552 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:28.892233 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Calling delete_port for 2a0f6879-c920-4a8b-b36e-fada58671b3e owned by network:floatingip {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:51:29.069720 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:29.092106 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Pushing event deleted for resources: {'Port': ['ID=2a0f6879-c920-4a8b-b36e-fada58671b3e,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:29.101539 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.102405 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.102751 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.103149 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.103505 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.103845 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.104514 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.104514 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.104811 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.105137 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.105462 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.105790 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:29.165334 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks [] for floatingip, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:29.167971 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:29.169115 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-caf23d4c-00f8-45e6-8aec-999b025320c9 tempest-AttachVolumeTestJSON-1013963465 tempest-AttachVolumeTestJSON-1013963465-project] 10.222.0.48 "DELETE /v2.0/floatingips/658b1f4b-0d2e-41fc-bb3d-6b7616c620d1 HTTP/1.1" status: 204 len: 168 time: 0.7036998 Sep 06 14:51:30.695491 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:51:30.719226 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:51:30.719606 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device dfa82e5a-c74d-42c9-b7a7-3ff2cc52f42e not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:51:33.198936 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37068) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:33.524765 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:33.762500 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Deleting port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:51:33.762838 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:33.841119 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] For port 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:51:33.841504 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:33.853907 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Calling delete_port for 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 owned by network:router_interface {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:51:34.100302 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:34.126533 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bebf3c9-d8c2-4b8c-91a7-64af34f4e467,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:34.289178 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:34.497298 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:51:34.601654 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:51:34.606479 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-cccad7dc-8b0a-4072-b7fe-a0960472d6d5 admin admin] 10.222.0.48 "PUT /v2.0/routers/20fcd7dd-6ee2-405a-91c5-11cc9267ee8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4065006 Sep 06 14:51:34.609225 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37070) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:34.611897 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] Sync routers for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:51:34.621334 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:51:34.622013 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:51:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:34.710534 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks [] for router, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:34.723063 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:51:34.809262 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:34.894531 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:51:33Z', 'revision_number': 5, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port': {'id': 'eb4a4644-deca-43b0-8a9f-f171583cca3b', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:34.919586 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] Checking router: 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:51:34.927460 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] Routers {'20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:51:34.928061 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:51:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:34.965599 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Deleting port eb4a4644-deca-43b0-8a9f-f171583cca3b {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:51:34.965945 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.011250 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] Set router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e gateway port host: None {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:51:35.046023 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] For port eb4a4644-deca-43b0-8a9f-f171583cca3b, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=eb4a4644-deca-43b0-8a9f-f171583cca3b,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:51:35.046410 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.058269 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Calling delete_port for eb4a4644-deca-43b0-8a9f-f171583cca3b owned by network:router_gateway {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:51:35.061402 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:51:34Z', 'revision_number': 6, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port_host': None}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:35.089668 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ad1fc-40c6-44d5-b864-32f8db151bac None None] The sync data for ids ['20fcd7dd-6ee2-405a-91c5-11cc9267ee8e'] in dv-cinder-807083-5-iscsi is: [{'id': '20fcd7dd-6ee2-405a-91c5-11cc9267ee8e', 'name': 'tempest-AttachVolumeTestJSON-191908824-router', 'tenant_id': 'f386d865c2764e3699680b13c27669bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:46:57Z', 'updated_at': '2021-09-06T14:51:34Z', 'revision_number': 6, 'project_id': 'f386d865c2764e3699680b13c27669bf', 'gw_port_host': None}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:51:35.281337 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.310948 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4a4644-deca-43b0-8a9f-f171583cca3b,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:35.366044 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.454256 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.456759 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.626112 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.626653 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20fcd7dd-6ee2-405a-91c5-11cc9267ee8e {{(pid=100989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:51:35.631673 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.632810 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d72db394-667e-4764-9243-1669fbfaf41b admin admin] 10.222.0.48 "DELETE /v2.0/routers/20fcd7dd-6ee2-405a-91c5-11cc9267ee8e HTTP/1.1" status: 204 len: 168 time: 1.0226879 Sep 06 14:51:35.640156 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37072) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:35.679115 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86e6f3f-6599-46a8-8aac-2b0e5d76db64 admin admin] Deleting subnet ab3626f0-170a-4951-8229-94c5338d2c46 {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:51:35.682139 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f3f-6599-46a8-8aac-2b0e5d76db64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.716531 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f3f-6599-46a8-8aac-2b0e5d76db64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126592560'] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.794641 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f3f-6599-46a8-8aac-2b0e5d76db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.911783 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f3f-6599-46a8-8aac-2b0e5d76db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125941489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125968026'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.939873 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e86e6f3f-6599-46a8-8aac-2b0e5d76db64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:35.941690 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e86e6f3f-6599-46a8-8aac-2b0e5d76db64 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ab3626f0-170a-4951-8229-94c5338d2c46 HTTP/1.1" status: 204 len: 168 time: 0.3053012 Sep 06 14:51:35.943215 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e6f3f-6599-46a8-8aac-2b0e5d76db64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3626f0-170a-4951-8229-94c5338d2c46,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:35.944422 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37074) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:35.945160 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b392bc-c5df-4b8d-8b4f-ee18a26849a3 None None] Network ec543a52-c33e-412c-b4ad-7e957e0124e8 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:51:36.016057 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.073230 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Deleting port fbc9a175-8cd6-4669-aed2-ef6308484fc3 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:51:36.073619 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.147005 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] For port fbc9a175-8cd6-4669-aed2-ef6308484fc3, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=fbc9a175-8cd6-4669-aed2-ef6308484fc3,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:51:36.147397 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.158569 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Calling delete_port for fbc9a175-8cd6-4669-aed2-ef6308484fc3 owned by network:dhcp {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:51:36.171150 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] DHCP port deletion for ec543a52-c33e-412c-b4ad-7e957e0124e8 request from dv-cinder-807083-5-iscsi {{(pid=100991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:51:36.198806 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:51:36.220240 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:51:36.220585 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 6bebf3c9-d8c2-4b8c-91a7-64af34f4e467 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:51:36.221006 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device eb4a4644-deca-43b0-8a9f-f171583cca3b no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:51:36.241221 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: eb4a4644-deca-43b0-8a9f-f171583cca3b {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:51:36.241562 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device eb4a4644-deca-43b0-8a9f-f171583cca3b not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:51:36.256725 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Deleting port fbc9a175-8cd6-4669-aed2-ef6308484fc3 {{(pid=100991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:51:36.257105 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.319512 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] For port fbc9a175-8cd6-4669-aed2-ef6308484fc3, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=fbc9a175-8cd6-4669-aed2-ef6308484fc3,segment=NetworkSegment(05a2f454-901f-4fba-9538-075b30d7947e),segment_id=05a2f454-901f-4fba-9538-075b30d7947e)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:51:36.319911 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.331748 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Calling delete_port for fbc9a175-8cd6-4669-aed2-ef6308484fc3 owned by network:dhcp {{(pid=100991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:51:36.362974 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.388559 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc9a175-8cd6-4669-aed2-ef6308484fc3,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:36.392230 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] No DVR routers for this DVR port fbc9a175-8cd6-4669-aed2-ef6308484fc3 on host dv-cinder-807083-5-iscsi {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:51:36.404797 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428'] for port, after_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.426903 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Pushing event deleted for resources: {'Port': ['ID=fbc9a175-8cd6-4669-aed2-ef6308484fc3,revision_number=None']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:36.436043 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] No DVR routers for this DVR port fbc9a175-8cd6-4669-aed2-ef6308484fc3 on host dv-cinder-807083-5-iscsi {{(pid=100991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:51:36.438374 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.438726 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.439078 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.439496 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.439926 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.440259 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.440590 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.440919 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.441252 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.441572 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.441900 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.442220 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae265c6b-47f0-4c04-bffd-b6f0c1b61298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:51:36.467783 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.478394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec543a52-c33e-412c-b4ad-7e957e0124e8']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:36.488075 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a2f454-901f-4fba-9538-075b30d7947e') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:36.488372 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a2f454-901f-4fba-9538-075b30d7947e') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:51:36.497742 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.510909 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.516554 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:51:36.516932 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:51:36.518536 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:51:36.688772 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.694518 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:36.696260 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec543a52-c33e-412c-b4ad-7e957e0124e8 HTTP/1.1" status: 204 len: 168 time: 0.7508447 Sep 06 14:51:36.706586 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72ff64-536b-41d1-a607-75b8420e0a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec543a52-c33e-412c-b4ad-7e957e0124e8,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:37.117403 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37078) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:37.156325 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-183a2ac2-5fcd-4c7e-b35f-71af544001a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f386d865c2764e3699680b13c27669bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377424 Sep 06 14:51:37.158613 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37080) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:37.203758 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8f6647d1-d7b5-4954-b6e3-e2b809c8a4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:37.223614 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8f6647d1-d7b5-4954-b6e3-e2b809c8a4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:37.351190 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8f6647d1-d7b5-4954-b6e3-e2b809c8a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:37.354266 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-8f6647d1-d7b5-4954-b6e3-e2b809c8a4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:37.355408 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-8f6647d1-d7b5-4954-b6e3-e2b809c8a4d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/109feef8-37e4-4a79-b8a5-465b8edc2565 HTTP/1.1" status: 204 len: 168 time: 0.1959317 Sep 06 14:51:37.362823 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6647d1-d7b5-4954-b6e3-e2b809c8a4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109feef8-37e4-4a79-b8a5-465b8edc2565,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:38.132351 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device fbc9a175-8cd6-4669-aed2-ef6308484fc3 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:51:38.156517 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: fbc9a175-8cd6-4669-aed2-ef6308484fc3 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:51:38.156867 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device fbc9a175-8cd6-4669-aed2-ef6308484fc3 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:51:38.471872 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-5347590c-6850-4f2f-9fcd-c49e921cd825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:41.214320 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d91d1876-31fc-4062-88b6-54ada63f78d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:41.437216 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:42.225951 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:42.622216 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:51:44.186037 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:48.816099 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37194) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:48.917576 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-500e5a44-ed78-42f4-b660-99931868671a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:49.002397 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-500e5a44-ed78-42f4-b660-99931868671a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:49.071603 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-500e5a44-ed78-42f4-b660-99931868671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:49.109055 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-500e5a44-ed78-42f4-b660-99931868671a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d686af71b3444e1995131eb3fca6ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918375 Sep 06 14:51:49.110169 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e5a44-ed78-42f4-b660-99931868671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a90850-5ace-47cb-a045-60b1a3792020,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:49.111869 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37198) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:51:49.163103 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-46f74255-43b9-4100-b737-db6104edf468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:49.183396 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-46f74255-43b9-4100-b737-db6104edf468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:49.317092 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-46f74255-43b9-4100-b737-db6104edf468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:49.320152 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-46f74255-43b9-4100-b737-db6104edf468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:51:49.321282 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-46f74255-43b9-4100-b737-db6104edf468 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77a90850-5ace-47cb-a045-60b1a3792020 HTTP/1.1" status: 204 len: 168 time: 0.2084398 Sep 06 14:51:49.330708 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f74255-43b9-4100-b737-db6104edf468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a90850-5ace-47cb-a045-60b1a3792020,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:51:53.830088 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:08.458981 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7e03feef-e825-45ce-9a2e-fd49396dd267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:09.269891 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37408) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:09.406289 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b91f-d315-4399-8767-7b85e01d9ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:09.493113 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b91f-d315-4399-8767-7b85e01d9ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:09.574712 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b91f-d315-4399-8767-7b85e01d9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:09.613219 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-b7c9b91f-d315-4399-8767-7b85e01d9ba8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f13780611f07443089e85b50e7f4c8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422518 Sep 06 14:52:09.614095 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9b91f-d315-4399-8767-7b85e01d9ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02bc9f-49f8-4f0d-b4df-f5753ab706d0,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:09.616082 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37412) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:09.668420 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc19209a-6bea-4eca-ba89-3684deff6ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:09.688887 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc19209a-6bea-4eca-ba89-3684deff6ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:09.803385 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc19209a-6bea-4eca-ba89-3684deff6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:09.806001 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-fc19209a-6bea-4eca-ba89-3684deff6ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:09.807171 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-fc19209a-6bea-4eca-ba89-3684deff6ba7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae02bc9f-49f8-4f0d-b4df-f5753ab706d0 HTTP/1.1" status: 204 len: 168 time: 0.1900969 Sep 06 14:52:09.814824 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19209a-6bea-4eca-ba89-3684deff6ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02bc9f-49f8-4f0d-b4df-f5753ab706d0,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:10.412740 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37418) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:10.425747 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-338046cf-952c-4be9-a5f9-d8317de17db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:10.510085 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-338046cf-952c-4be9-a5f9-d8317de17db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:10.569088 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-338046cf-952c-4be9-a5f9-d8317de17db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:10.606947 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-338046cf-952c-4be9-a5f9-d8317de17db0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f4661ef8954434cb53a746e38ea418b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931429 Sep 06 14:52:10.608805 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338046cf-952c-4be9-a5f9-d8317de17db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f907728d-e756-44ae-b870-71f90eb246b3,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:10.616021 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37420) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:10.662687 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d623ec28-029e-42c8-a2af-ed26a6bb4144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:10.685180 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d623ec28-029e-42c8-a2af-ed26a6bb4144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:10.797824 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d623ec28-029e-42c8-a2af-ed26a6bb4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:10.800344 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-d623ec28-029e-42c8-a2af-ed26a6bb4144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:10.801501 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-d623ec28-029e-42c8-a2af-ed26a6bb4144 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f907728d-e756-44ae-b870-71f90eb246b3 HTTP/1.1" status: 204 len: 168 time: 0.1846361 Sep 06 14:52:10.809009 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623ec28-029e-42c8-a2af-ed26a6bb4144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f907728d-e756-44ae-b870-71f90eb246b3,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:11.224756 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-83e2fd62-b883-4e90-abbc-8c9040630723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:11.443483 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:12.220913 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:14.203197 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:16.602215 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37506) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:16.703305 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9ba62987-8c28-4497-a2c2-c32eee3018a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:16.789955 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9ba62987-8c28-4497-a2c2-c32eee3018a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:16.876016 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-9ba62987-8c28-4497-a2c2-c32eee3018a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:16.912283 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-9ba62987-8c28-4497-a2c2-c32eee3018a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b6eff2d16b74759af83f3af6a3c3cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090150 Sep 06 14:52:16.914108 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba62987-8c28-4497-a2c2-c32eee3018a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a669f90-c810-47de-a0fa-075d1021f0c5,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:16.914988 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37510) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:16.962783 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-02eacd9e-cdf6-40fb-b611-b18dcf8cab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:16.983563 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-02eacd9e-cdf6-40fb-b611-b18dcf8cab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:17.106373 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-02eacd9e-cdf6-40fb-b611-b18dcf8cab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:17.108968 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-02eacd9e-cdf6-40fb-b611-b18dcf8cab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:17.110083 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-02eacd9e-cdf6-40fb-b611-b18dcf8cab08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a669f90-c810-47de-a0fa-075d1021f0c5 HTTP/1.1" status: 204 len: 168 time: 0.1940947 Sep 06 14:52:17.117558 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eacd9e-cdf6-40fb-b611-b18dcf8cab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a669f90-c810-47de-a0fa-075d1021f0c5,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:17.688066 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37516) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:17.700897 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c760ee87-1033-4c62-8c72-2438eacae39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:17.785662 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c760ee87-1033-4c62-8c72-2438eacae39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:17.866254 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-c760ee87-1033-4c62-8c72-2438eacae39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:17.906035 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-c760ee87-1033-4c62-8c72-2438eacae39c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6354454ace024833a9c16f2ed0ef40ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169137 Sep 06 14:52:17.906878 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760ee87-1033-4c62-8c72-2438eacae39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5f8cf-6e81-4657-b9e5-e3c8478b881b,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:17.909512 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37518) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:17.963830 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0540ccc-fcb4-408e-858c-3f5a9aab9a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:17.977436 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0540ccc-fcb4-408e-858c-3f5a9aab9a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:18.112073 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0540ccc-fcb4-408e-858c-3f5a9aab9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:18.114627 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0540ccc-fcb4-408e-858c-3f5a9aab9a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:18.115801 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-b0540ccc-fcb4-408e-858c-3f5a9aab9a2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4d5f8cf-6e81-4657-b9e5-e3c8478b881b HTTP/1.1" status: 204 len: 168 time: 0.2049422 Sep 06 14:52:18.123350 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0540ccc-fcb4-408e-858c-3f5a9aab9a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5f8cf-6e81-4657-b9e5-e3c8478b881b,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:19.622322 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:52:20.408121 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37562) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:20.510122 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6289863b-3516-4f71-9544-6d084927bbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:20.596041 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6289863b-3516-4f71-9544-6d084927bbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:20.643758 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6289863b-3516-4f71-9544-6d084927bbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:20.679664 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289863b-3516-4f71-9544-6d084927bbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d69a01c-7c03-4975-9ed5-d439dd316ce6,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:20.683942 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-6289863b-3516-4f71-9544-6d084927bbac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0706eb9bbdc438297ec41e2fa66b5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748203 Sep 06 14:52:20.686582 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37566) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:20.734510 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7a56eb61-ef82-4d8f-9546-5e014c1dd83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:20.754896 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7a56eb61-ef82-4d8f-9546-5e014c1dd83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:20.866692 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7a56eb61-ef82-4d8f-9546-5e014c1dd83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:20.869269 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7a56eb61-ef82-4d8f-9546-5e014c1dd83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:20.870394 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-7a56eb61-ef82-4d8f-9546-5e014c1dd83d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d69a01c-7c03-4975-9ed5-d439dd316ce6 HTTP/1.1" status: 204 len: 168 time: 0.1830349 Sep 06 14:52:20.878820 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56eb61-ef82-4d8f-9546-5e014c1dd83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d69a01c-7c03-4975-9ed5-d439dd316ce6,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:21.452184 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37572) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:21.465764 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-801b0b0c-63e7-494e-b53a-0d15c246fa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:21.552830 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-801b0b0c-63e7-494e-b53a-0d15c246fa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:21.632667 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-801b0b0c-63e7-494e-b53a-0d15c246fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:21.670715 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-801b0b0c-63e7-494e-b53a-0d15c246fa06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f83ca55565a4819bf0e88ecd0bfb0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174900 Sep 06 14:52:21.671573 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b0b0c-63e7-494e-b53a-0d15c246fa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6915f-aa94-4f0b-a533-099b5e115aac,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:21.673477 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37574) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:21.720551 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1cae1294-c6c9-4bc7-9055-d9949e4e107c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:21.740855 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1cae1294-c6c9-4bc7-9055-d9949e4e107c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:21.861373 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1cae1294-c6c9-4bc7-9055-d9949e4e107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:21.863891 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-1cae1294-c6c9-4bc7-9055-d9949e4e107c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:21.865064 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-1cae1294-c6c9-4bc7-9055-d9949e4e107c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1f6915f-aa94-4f0b-a533-099b5e115aac HTTP/1.1" status: 204 len: 168 time: 0.1906004 Sep 06 14:52:21.873195 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae1294-c6c9-4bc7-9055-d9949e4e107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6915f-aa94-4f0b-a533-099b5e115aac,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:22.849682 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37596) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:22.943535 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2112419108-network', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:52:23.031930 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Made reservation on behalf of 4f713b055e6f4b5fa6aef91f8bae9e06 for: {'network': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:52:23.034138 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.042163 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.125775 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.214839 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.235118 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=100990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:52:23.247650 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:23.252236 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.252581 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.segments_db [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Added segment 83312a4b-0b24-42d3-9e0a-8b356a5c1a4f of type vlan for network 5669e644-f6ae-4f5b-a65d-f04798002739 Sep 06 14:52:23.291442 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.352348 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.353275 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:23.353852 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.413576 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5628035 Sep 06 14:52:23.414248 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a37032-79a7-4934-84d4-9c2acd9c212d admin admin] Pushing event updated for resources: {'Network': ['ID=5669e644-f6ae-4f5b-a65d-f04798002739,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:23.416467 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37600) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:23.421026 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Request body: {'subnet': {'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2112419108-subnet', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'ip_version': 4}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:52:23.424120 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 5669e644-f6ae-4f5b-a65d-f04798002739 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:52:23.489616 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Made reservation on behalf of 4f713b055e6f4b5fa6aef91f8bae9e06 for: {'subnet': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:52:23.492010 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126827060'] for subnet, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.711374 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126827034'] for subnet, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.768844 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147a491e-e64f-449b-864d-4f9abae11506,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:23.773025 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Checking segment: {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:23.773389 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Network hostable DHCP agents. Network: 5669e644-f6ae-4f5b-a65d-f04798002739, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:52:23.836502 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.876286 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Network 5669e644-f6ae-4f5b-a65d-f04798002739 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:52:23.946368 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 5669e644-f6ae-4f5b-a65d-f04798002739) {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:23.950919 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:23.951528 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:23.955624 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadbacd6-8b9c-4a1a-92ab-24352d087a3f None None] Network 5669e644-f6ae-4f5b-a65d-f04798002739 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:52:24.033578 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6d5988dc-03ca-42a2-9f4f-0a3ca4ece355 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6159763 Sep 06 14:52:24.036011 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37602) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:24.040281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:52:24.094366 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-5669e644-f6ae-4f5b-a65d-f04798002739', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:52:24.095217 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.141315 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.145994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.196885 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.222682 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Allocated IP 172.20.0.2 (5669e644-f6ae-4f5b-a65d-f04798002739/147a491e-e64f-449b-864d-4f9abae11506/7d1105e1-48bc-4a64-bd68-bd6e316f7272) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:52:24.361288 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.369193 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Transition to ACTIVE for port object 7d1105e1-48bc-4a64-bd68-bd6e316f7272 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:24.383862 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Transition to ACTIVE for port object 7d1105e1-48bc-4a64-bd68-bd6e316f7272 will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:24.390576 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.455675 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.492855 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Network 5669e644-f6ae-4f5b-a65d-f04798002739 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:24.495581 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:24.498907 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:52:24.506029 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Pushing event updated for resources: {'Port': ['ID=7d1105e1-48bc-4a64-bd68-bd6e316f7272,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:24.558388 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Attempting to bind port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:52:24.558757 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Attempting to bind port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:52:24.559211 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Attempting to bind port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 on network 5669e644-f6ae-4f5b-a65d-f04798002739 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:52:24.564126 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:52:24.567323 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Checking segment: {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:24.567323 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.567323 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Bound using segment: {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:52:24.567323 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Bound port: 7d1105e1-48bc-4a64-bd68-bd6e316f7272, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:52:24.567323 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.630431 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] For port 7d1105e1-48bc-4a64-bd68-bd6e316f7272, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:52:24.633303 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] For port 7d1105e1-48bc-4a64-bd68-bd6e316f7272, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=7d1105e1-48bc-4a64-bd68-bd6e316f7272,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:52:24.695972 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.704817 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.723747 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:24.751662 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b59151-a049-48e0-b909-0b71902f21df None None] Pushing event updated for resources: {'Port': ['ID=7d1105e1-48bc-4a64-bd68-bd6e316f7272,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:24.830193 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Allocated IP 172.27.3.211 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/2d0e0d26-73e4-4438-8c31-3108464bee20) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:52:24.949111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:25.048584 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:25.084524 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:25.087775 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:25.091744 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:52:25.120522 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Pushing event updated for resources: {'Port': ['ID=2d0e0d26-73e4-4438-8c31-3108464bee20,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:25.415142 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:25.540977 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961aa25-72ec-4a64-bab5-862edd3dfffc None None] Network 5669e644-f6ae-4f5b-a65d-f04798002739 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:52:25.609622 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:25.679848 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-752f94a7-b249-41cb-9440-b7c8aff2d09a None None] Provisioning for port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:25.882399 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Router 493e38e4-4409-4bc2-b602-892266be72c1 is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:52:25.988467 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:52:25.997223 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Sync routers for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:52:26.005779 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:52:26.016503 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:52:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:26.084177 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.085797 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-6a1df5d9-c2e1-42d8-81f7-023e7832035f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0488632 Sep 06 14:52:26.088596 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37604) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:26.109476 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:52:26.189826 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 7d1105e1-48bc-4a64-bd68-bd6e316f7272 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:26.323383 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:25Z', 'revision_number': 3, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:26.350873 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Checking router: 493e38e4-4409-4bc2-b602-892266be72c1 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:52:26.351145 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Updating router 493e38e4-4409-4bc2-b602-892266be72c1 port 2d0e0d26-73e4-4438-8c31-3108464bee20 binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:52:26.375045 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:26.377059 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.380582 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:26.380943 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.498083 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.562871 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.632136 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 7d1105e1-48bc-4a64-bd68-bd6e316f7272, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=7d1105e1-48bc-4a64-bd68-bd6e316f7272,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:52:26.653890 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Allocated IP 172.20.0.1 (5669e644-f6ae-4f5b-a65d-f04798002739/147a491e-e64f-449b-864d-4f9abae11506/f669faf4-0b19-48ad-ad07-a282b9031136) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:52:26.708859 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.718719 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Transition to ACTIVE for port object 2d0e0d26-73e4-4438-8c31-3108464bee20 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:26.752509 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.758353 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.773335 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Transition to ACTIVE for port object f669faf4-0b19-48ad-ad07-a282b9031136 will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:26.890539 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.896183 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.928620 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Attempting to bind port 2d0e0d26-73e4-4438-8c31-3108464bee20 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:52:26.928986 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Attempting to bind port 2d0e0d26-73e4-4438-8c31-3108464bee20 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:52:26.929345 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Attempting to bind port 2d0e0d26-73e4-4438-8c31-3108464bee20 on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:52:26.931134 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=7d1105e1-48bc-4a64-bd68-bd6e316f7272,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:26.934730 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Network 5669e644-f6ae-4f5b-a65d-f04798002739 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:26.939546 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:26.942337 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:52:26.957477 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:52:26.957710 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:26.957916 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.958295 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:52:26.958771 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Bound port: 2d0e0d26-73e4-4438-8c31-3108464bee20, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:52:26.959155 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:26.969670 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Pushing event updated for resources: {'Port': ['ID=f669faf4-0b19-48ad-ad07-a282b9031136,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:26.984993 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.985339 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.985686 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.986254 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.986375 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.986664 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.986992 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.987321 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.987673 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.987996 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.988321 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:26.988640 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:27.003194 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66c472-1ae1-4409-923e-111cc906145d None None] Pushing event updated for resources: {'Port': ['ID=2d0e0d26-73e4-4438-8c31-3108464bee20,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:27.004336 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:27.026530 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] For port 2d0e0d26-73e4-4438-8c31-3108464bee20, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:52:27.029704 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] For port 2d0e0d26-73e4-4438-8c31-3108464bee20, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=2d0e0d26-73e4-4438-8c31-3108464bee20,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:52:27.130032 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:27.183380 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:52:27.184007 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:52:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:27.216782 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66c472-1ae1-4409-923e-111cc906145d None None] Pushing event updated for resources: {'Port': ['ID=2d0e0d26-73e4-4438-8c31-3108464bee20,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:27.237986 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:27.248636 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-abc23d07-7437-43f3-91f2-74c47cf42d72 None None] Provisioning for port f669faf4-0b19-48ad-ad07-a282b9031136 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:27.256342 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-abc23d07-7437-43f3-91f2-74c47cf42d72 None None] Provisioning complete for port f669faf4-0b19-48ad-ad07-a282b9031136 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:27.256711 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-abc23d07-7437-43f3-91f2-74c47cf42d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:27.302442 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-abc23d07-7437-43f3-91f2-74c47cf42d72 None None] Port f669faf4-0b19-48ad-ad07-a282b9031136 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:52:27.317605 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:52:27.399892 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:27.438004 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:27.491118 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:25Z', 'revision_number': 3, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:27.506541 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:27.509136 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Pushing event updated for resources: {'Port': ['ID=f669faf4-0b19-48ad-ad07-a282b9031136,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:27.516667 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d5192-f124-49db-bb90-f1db30953e57 None None] The sync data for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi is: [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:25Z', 'revision_number': 3, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:52:27.866428 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Network 5669e644-f6ae-4f5b-a65d-f04798002739 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:27.867866 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:27.989391 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Router 493e38e4-4409-4bc2-b602-892266be72c1 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:52:28.100237 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:52:28.107503 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-fd702e0f-56d7-4c6a-87f9-fb42214bb748 admin admin] 10.222.0.48 "PUT /v2.0/routers/493e38e4-4409-4bc2-b602-892266be72c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0178301 Sep 06 14:52:28.131150 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-dff1f1f6-9c03-48e5-942b-ccea1590a1f2 None None] Provisioning complete for port f669faf4-0b19-48ad-ad07-a282b9031136 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:28.131643 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-dff1f1f6-9c03-48e5-942b-ccea1590a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:28.173658 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-dff1f1f6-9c03-48e5-942b-ccea1590a1f2 None None] Port f669faf4-0b19-48ad-ad07-a282b9031136 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:52:28.272845 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 2d0e0d26-73e4-4438-8c31-3108464bee20 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:28.381153 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 2d0e0d26-73e4-4438-8c31-3108464bee20 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:28.385222 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 2d0e0d26-73e4-4438-8c31-3108464bee20 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:28.385621 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:28.465138 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:28.486008 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 2d0e0d26-73e4-4438-8c31-3108464bee20, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=2d0e0d26-73e4-4438-8c31-3108464bee20,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:52:28.553183 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:28.554007 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 7d1105e1-48bc-4a64-bd68-bd6e316f7272 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:28.632454 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=2d0e0d26-73e4-4438-8c31-3108464bee20,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:28.642847 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:28.643217 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:28.800753 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37620) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:28.805783 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-681948904-network', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:52:28.916389 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Made reservation on behalf of 857e7218e6ae425bbc7696eeb7217272 for: {'network': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:52:28.918830 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for network, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:28.927811 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.015987 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.032274 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Sync routers for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:52:29.041414 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:52:29.042027 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:52:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:29.093583 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.119817 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=100989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 14:52:29.126464 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8776395-6bd5-4185-b23a-edf2ea68eac9,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:29.136283 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.136631 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.136977 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.137963 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.138301 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.138633 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.138961 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.139290 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.139641 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.139967 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.140289 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.140611 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.144235 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.144583 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.segments_db [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Added segment 770bc4a7-94e6-4da7-8f37-387d9c6ed363 of type vlan for network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 Sep 06 14:52:29.147291 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:52:29.182720 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777108133605'] for network, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.249721 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938'] for network, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.250689 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:29.251309 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.308719 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] Pushing event updated for resources: {'Network': ['ID=6e6d9051-84a5-4a68-9db6-55f5425d33e7,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:29.315378 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e60a3738-b860-47c9-bf9c-c05689557fcd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5115998 Sep 06 14:52:29.316171 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37622) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:29.320803 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 details requested by agent ovs-agent-dv-cinder-807083-5-iscsi with host dv-cinder-807083-5-iscsi {{(pid=100991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 14:52:29.321287 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Request body: {'subnet': {'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-681948904-subnet', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'ip_version': 4}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:52:29.346769 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 2, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:29.376981 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Checking router: 493e38e4-4409-4bc2-b602-892266be72c1 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:52:29.377338 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Updating router 493e38e4-4409-4bc2-b602-892266be72c1 port f669faf4-0b19-48ad-ad07-a282b9031136 binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:52:29.401063 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.408200 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Made reservation on behalf of 857e7218e6ae425bbc7696eeb7217272 for: {'subnet': 1} {{(pid=100989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:52:29.410670 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125968063'] for subnet, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.642572 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125941296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125968017'] for subnet, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.652104 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.661907 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Transition to ACTIVE for port object f669faf4-0b19-48ad-ad07-a282b9031136 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:29.697880 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=902c711e-8574-4d72-a15a-df104d7ade89,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:29.706377 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Checking segment: {'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:29.706739 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Network hostable DHCP agents. Network: 6e6d9051-84a5-4a68-9db6-55f5425d33e7, hostable agents: ['02210c8e-0912-4692-84bb-a0d9f26379ad'], hosted agents: [] {{(pid=100989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 14:52:29.733747 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.780225 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Pushing event updated for resources: {'Port': ['ID=f669faf4-0b19-48ad-ad07-a282b9031136,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:29.790665 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.791030 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.791375 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.791737 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.792071 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.792410 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.792737 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.793062 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.793403 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.794304 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.794630 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.794978 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:29.815850 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 is scheduled to be hosted by DHCP agent 02210c8e-0912-4692-84bb-a0d9f26379ad with binding_index 1 {{(pid=100989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 14:52:29.901619 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-5-iscsi, 6e6d9051-84a5-4a68-9db6-55f5425d33e7) {{(pid=100989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:29.906944 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:29.907788 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.911368 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaedc3f-aa9d-48cc-889c-785f495bdbfb None None] Network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:52:29.937045 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Attempting to bind port f669faf4-0b19-48ad-ad07-a282b9031136 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:52:29.937412 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Attempting to bind port f669faf4-0b19-48ad-ad07-a282b9031136 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:52:29.937777 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Attempting to bind port f669faf4-0b19-48ad-ad07-a282b9031136 on network 5669e644-f6ae-4f5b-a65d-f04798002739 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:52:29.942935 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:52:29.943301 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Checking segment: {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:29.943890 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:29.944276 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Bound using segment: {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:52:29.944761 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Bound port: f669faf4-0b19-48ad-ad07-a282b9031136, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:52:29.945139 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.007721 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] For port f669faf4-0b19-48ad-ad07-a282b9031136, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:52:30.011513 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-6f9b76a2-db1f-40e8-94a0-731dd94d9135 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6920450 Sep 06 14:52:30.011679 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] For port f669faf4-0b19-48ad-ad07-a282b9031136, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f669faf4-0b19-48ad-ad07-a282b9031136,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:52:30.011845 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37624) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:30.016452 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:52:30.062392 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp794e2f80-f916-53d0-890d-0e528f7cf4f0-6e6d9051-84a5-4a68-9db6-55f5425d33e7', 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'fixed_ips': [{'subnet_id': '902c711e-8574-4d72-a15a-df104d7ade89'}]}} from dv-cinder-807083-5-iscsi. {{(pid=100991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 14:52:30.063230 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.094191 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.125746 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1783863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10827'] for router, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.127640 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-368484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10866'] for router, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.149039 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1527e-b460-4af4-9784-47703196d6c2 None None] Pushing event updated for resources: {'Port': ['ID=f669faf4-0b19-48ad-ad07-a282b9031136,revision_number=4']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:30.165438 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:52:30.166137 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:52:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:30.203717 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 2d0e0d26-73e4-4438-8c31-3108464bee20 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:30.207552 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.234834 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.db_base_plugin_common [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Allocated IP 172.20.0.2 (6e6d9051-84a5-4a68-9db6-55f5425d33e7/902c711e-8574-4d72-a15a-df104d7ade89/31feff6c-f320-471c-90a4-1a2af3442802) {{(pid=100991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:52:30.291661 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:52:30.365170 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 2d0e0d26-73e4-4438-8c31-3108464bee20 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:30.365706 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.420506 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.428587 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Notify callbacks [] for port, precommit_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.443972 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Transition to ACTIVE for port object 31feff6c-f320-471c-90a4-1a2af3442802 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:30.470011 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Transition to ACTIVE for port object 31feff6c-f320-471c-90a4-1a2af3442802 will not be triggered until provisioned by entity DHCP. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:30.498589 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:30Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:30.525029 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d512c1e-7b08-4e27-9d6c-fa629c159902 None None] The sync data for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi is: [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:30Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:52:30.573265 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419'] for port, after_create {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.629600 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 is already hosted by enough agents. {{(pid=100991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:30.638658 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Resources bound (agent type, host, resource id): {{(pid=100991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:30.642983 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Pushing event updated for resources: {'Port': ['ID=31feff6c-f320-471c-90a4-1a2af3442802,revision_number=1']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:30.645669 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Received port after_create {{(pid=100991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:52:30.705375 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Attempting to bind port 31feff6c-f320-471c-90a4-1a2af3442802 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:52:30.705902 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Attempting to bind port 31feff6c-f320-471c-90a4-1a2af3442802 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:52:30.706346 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Attempting to bind port 31feff6c-f320-471c-90a4-1a2af3442802 on network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:52:30.712082 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:52:30.712559 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Checking segment: {'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:30.713033 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.713498 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Bound using segment: {'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:52:30.714036 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Bound port: 31feff6c-f320-471c-90a4-1a2af3442802, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:52:30.714500 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.739793 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.763394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.783928 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] For port 31feff6c-f320-471c-90a4-1a2af3442802, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:52:30.787197 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] For port 31feff6c-f320-471c-90a4-1a2af3442802, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=31feff6c-f320-471c-90a4-1a2af3442802,segment=NetworkSegment(770bc4a7-94e6-4da7-8f37-387d9c6ed363),segment_id=770bc4a7-94e6-4da7-8f37-387d9c6ed363)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:52:30.867519 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:30.868369 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Allocated IP 172.27.3.131 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/260cad3f-8ec7-4ed0-9ee2-235d057e53d5) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:52:30.924678 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b2c7e-3d22-4fcf-b1ff-ebbf25dea85e None None] Pushing event updated for resources: {'Port': ['ID=31feff6c-f320-471c-90a4-1a2af3442802,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:30.993309 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:31.088327 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:31.131829 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:31.134979 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:31.138878 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:52:31.147924 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Pushing event updated for resources: {'Port': ['ID=260cad3f-8ec7-4ed0-9ee2-235d057e53d5,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:31.462452 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:31.665921 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1784518'] for router, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:31.771886 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf0fe7-1de9-463b-a425-c02220f6a0e8 None None] Network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:52:31.873162 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Router 2724a301-cff3-4957-8f86-d663df1a8e34 is scheduled to L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 with binding_index 1 {{(pid=100990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 14:52:31.958419 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-3648aa27-47bb-45b4-8f54-842149dd7b75 None None] Provisioning for port 31feff6c-f320-471c-90a4-1a2af3442802 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:31.988623 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:52:31.999814 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Sync routers for ids ['2724a301-cff3-4957-8f86-d663df1a8e34'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:52:32.008747 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Routers {'2724a301-cff3-4957-8f86-d663df1a8e34'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:52:32.009460 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:52:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['2724a301-cff3-4957-8f86-d663df1a8e34'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:32.061331 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.065381 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c8e4943d-1674-4dea-bd5a-90a19a6ccf09 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0498655 Sep 06 14:52:32.065731 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37630) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:52:32.123889 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Set router 2724a301-cff3-4957-8f86-d663df1a8e34 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:52:32.259074 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f669faf4-0b19-48ad-ad07-a282b9031136 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:32.370641 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:31Z', 'revision_number': 3, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port': {'id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:32.519299 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Checking router: 2724a301-cff3-4957-8f86-d663df1a8e34 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:52:32.519679 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Updating router 2724a301-cff3-4957-8f86-d663df1a8e34 port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 binding host dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:52:32.522504 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port f669faf4-0b19-48ad-ad07-a282b9031136 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:32.522670 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.543198 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port f669faf4-0b19-48ad-ad07-a282b9031136 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:32.543198 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.568317 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.685389 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Allocated IP 172.20.0.1 (6e6d9051-84a5-4a68-9db6-55f5425d33e7/902c711e-8574-4d72-a15a-df104d7ade89/63182b07-070d-445b-a5d7-46fba4e36a29) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:52:32.732334 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.785546 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.799286 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Transition to ACTIVE for port object 63182b07-070d-445b-a5d7-46fba4e36a29 will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:32.805685 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port f669faf4-0b19-48ad-ad07-a282b9031136, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f669faf4-0b19-48ad-ad07-a282b9031136,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:52:32.879347 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.885228 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.885975 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 31feff6c-f320-471c-90a4-1a2af3442802 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:32.922921 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.928782 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Transition to ACTIVE for port object 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 will not be triggered until provisioned by entity L2. {{(pid=100991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:32.963900 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:32.966734 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:32.967356 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=f669faf4-0b19-48ad-ad07-a282b9031136,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:32.970220 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:52:32.985325 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:32.996040 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Pushing event updated for resources: {'Port': ['ID=63182b07-070d-445b-a5d7-46fba4e36a29,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:33.017733 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373225'] for router_interface, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.036403 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 31feff6c-f320-471c-90a4-1a2af3442802 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:33.047361 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Attempting to bind port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:52:33.047888 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Attempting to bind port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:52:33.048181 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Attempting to bind port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 on network 58bd897f-d043-4d11-8393-c3fcad939ad2 {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:52:33.050441 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 31feff6c-f320-471c-90a4-1a2af3442802 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:33.050812 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.053888 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e52ec-d440-4e80-a252-a7c7d5788fc5 None None] Pushing event updated for resources: {'Port': ['ID=260cad3f-8ec7-4ed0-9ee2-235d057e53d5,revision_number=2']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:33.077674 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:52:33.078048 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Checking segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:33.078446 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.079848 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Bound using segment: {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'} {{(pid=100991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:52:33.079848 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.managers [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Bound port: 260cad3f-8ec7-4ed0-9ee2-235d057e53d5, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f95e511-4f60-44cb-a3db-22edc61bfa73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2'}}] {{(pid=100991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:52:33.079848 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.149277 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] For port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:52:33.153658 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] For port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=260cad3f-8ec7-4ed0-9ee2-235d057e53d5,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:52:33.188973 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.210153 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.220135 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 31feff6c-f320-471c-90a4-1a2af3442802, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=31feff6c-f320-471c-90a4-1a2af3442802,segment=NetworkSegment(770bc4a7-94e6-4da7-8f37-387d9c6ed363),segment_id=770bc4a7-94e6-4da7-8f37-387d9c6ed363)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:52:33.246552 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.305440 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.310080 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Routers {'2724a301-cff3-4957-8f86-d663df1a8e34'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:52:33.310305 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:52:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['2724a301-cff3-4957-8f86-d663df1a8e34'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:33.313467 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e52ec-d440-4e80-a252-a7c7d5788fc5 None None] Pushing event updated for resources: {'Port': ['ID=260cad3f-8ec7-4ed0-9ee2-235d057e53d5,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:33.365647 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.391050 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-2393d247-e128-493e-a28d-bb40e9967455 None None] Provisioning for port 63182b07-070d-445b-a5d7-46fba4e36a29 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:33.405698 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-2393d247-e128-493e-a28d-bb40e9967455 None None] Provisioning complete for port 63182b07-070d-445b-a5d7-46fba4e36a29 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:33.406066 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2393d247-e128-493e-a28d-bb40e9967455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.448057 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.466054 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=31feff6c-f320-471c-90a4-1a2af3442802,revision_number=3']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:33.470789 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-2393d247-e128-493e-a28d-bb40e9967455 None None] Port 63182b07-070d-445b-a5d7-46fba4e36a29 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:52:33.488656 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] Set router 2724a301-cff3-4957-8f86-d663df1a8e34 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:52:33.520173 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787673'] for router_interface, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.523067 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Pushing event updated for resources: {'Port': ['ID=63182b07-070d-445b-a5d7-46fba4e36a29,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:33.616010 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:33.617444 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:33.692949 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 4, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port': {'id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '63182b07-070d-445b-a5d7-46fba4e36a29', 'name': '', 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'mac_address': 'fa:16:3e:81:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '902c711e-8574-4d72-a15a-df104d7ade89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:32Z', 'updated_at': '2021-09-06T14:52:32Z', 'revision_number': 1, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'subnets': [{'id': '902c711e-8574-4d72-a15a-df104d7ade89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:33.721607 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8e489-4b1d-471e-85bb-ab60c37394f4 None None] The sync data for ids ['2724a301-cff3-4957-8f86-d663df1a8e34'] in dv-cinder-807083-5-iscsi is: [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 4, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port': {'id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '63182b07-070d-445b-a5d7-46fba4e36a29', 'name': '', 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'mac_address': 'fa:16:3e:81:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '902c711e-8574-4d72-a15a-df104d7ade89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:32Z', 'updated_at': '2021-09-06T14:52:32Z', 'revision_number': 1, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'subnets': [{'id': '902c711e-8574-4d72-a15a-df104d7ade89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:52:33.745137 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Router 2724a301-cff3-4957-8f86-d663df1a8e34 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:52:33.854353 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:52:33.859824 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d10d2984-ca8f-4258-bd2e-a5bb49734a01 admin admin] 10.222.0.48 "PUT /v2.0/routers/2724a301-cff3-4957-8f86-d663df1a8e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929895 Sep 06 14:52:33.894652 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-edd9ed07-62cc-414f-9417-c61b1136f86e None None] Provisioning complete for port 63182b07-070d-445b-a5d7-46fba4e36a29 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:33.895137 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-edd9ed07-62cc-414f-9417-c61b1136f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:33.944090 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-edd9ed07-62cc-414f-9417-c61b1136f86e None None] Port 63182b07-070d-445b-a5d7-46fba4e36a29 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:52:34.180305 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 31feff6c-f320-471c-90a4-1a2af3442802 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:34.229511 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 31feff6c-f320-471c-90a4-1a2af3442802 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:34.229861 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:34.343959 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f669faf4-0b19-48ad-ad07-a282b9031136 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:34.399567 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port f669faf4-0b19-48ad-ad07-a282b9031136 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:34.399954 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:36.190861 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Sync routers for ids ['2724a301-cff3-4957-8f86-d663df1a8e34'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:52:36.200530 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Routers {'2724a301-cff3-4957-8f86-d663df1a8e34'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:52:36.201447 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:52:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['2724a301-cff3-4957-8f86-d663df1a8e34'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:36.232372 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:36.329793 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Set router 2724a301-cff3-4957-8f86-d663df1a8e34 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:52:36.364271 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:36.368212 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:36.368820 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:36.475785 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:36.500041 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=260cad3f-8ec7-4ed0-9ee2-235d057e53d5,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:52:36.544939 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 4, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port': {'id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '63182b07-070d-445b-a5d7-46fba4e36a29', 'name': '', 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'mac_address': 'fa:16:3e:81:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '902c711e-8574-4d72-a15a-df104d7ade89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:32Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 2, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'subnets': [{'id': '902c711e-8574-4d72-a15a-df104d7ade89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:36.576115 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Checking router: 2724a301-cff3-4957-8f86-d663df1a8e34 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:52:36.576472 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Updating router 2724a301-cff3-4957-8f86-d663df1a8e34 port 63182b07-070d-445b-a5d7-46fba4e36a29 binding host dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 14:52:36.581494 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:36.609189 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:36.636453 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=260cad3f-8ec7-4ed0-9ee2-235d057e53d5,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:36.644445 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.644445 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.645037 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.645442 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.646147 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.646626 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.647149 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.647595 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.648282 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.648282 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.648763 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.649188 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:52:36.937996 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:36.948537 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Transition to ACTIVE for port object 63182b07-070d-445b-a5d7-46fba4e36a29 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:37.015948 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:37.070975 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d044825-402d-458c-bd32-70251146885a None None] Pushing event updated for resources: {'Port': ['ID=63182b07-070d-445b-a5d7-46fba4e36a29,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:37.144754 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Attempting to bind port 63182b07-070d-445b-a5d7-46fba4e36a29 on host dv-cinder-807083-5-iscsi for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:52:37.145176 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Attempting to bind port 63182b07-070d-445b-a5d7-46fba4e36a29 by drivers openvswitch,hyperv on host dv-cinder-807083-5-iscsi at level 0 using segments [{'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:52:37.145552 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Attempting to bind port 63182b07-070d-445b-a5d7-46fba4e36a29 on network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:52:37.151485 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Checking agent: {'id': 'e1f0763d-ea6b-49a6-bb47-622553c35278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 31, 11), 'started_at': datetime.datetime(2021, 9, 6, 14, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:52:37.152231 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Checking segment: {'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:37.152231 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:37.152634 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Bound using segment: {'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:52:37.153169 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Bound port: 63182b07-070d-445b-a5d7-46fba4e36a29, host: dv-cinder-807083-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770bc4a7-94e6-4da7-8f37-387d9c6ed363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:52:37.153635 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:37.236742 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] For port 63182b07-070d-445b-a5d7-46fba4e36a29, host dv-cinder-807083-5-iscsi, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:52:37.244492 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] For port 63182b07-070d-445b-a5d7-46fba4e36a29, host dv-cinder-807083-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=63182b07-070d-445b-a5d7-46fba4e36a29,segment=NetworkSegment(770bc4a7-94e6-4da7-8f37-387d9c6ed363),segment_id=770bc4a7-94e6-4da7-8f37-387d9c6ed363)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:52:37.319453 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:37.385859 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d044825-402d-458c-bd32-70251146885a None None] Pushing event updated for resources: {'Port': ['ID=63182b07-070d-445b-a5d7-46fba4e36a29,revision_number=4']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:37.390716 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Routers {'2724a301-cff3-4957-8f86-d663df1a8e34'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:52:37.391328 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:52:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['2724a301-cff3-4957-8f86-d663df1a8e34'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:37.504411 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] Set router 2724a301-cff3-4957-8f86-d663df1a8e34 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:52:37.808166 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 4, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port': {'id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '63182b07-070d-445b-a5d7-46fba4e36a29', 'name': '', 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'mac_address': 'fa:16:3e:81:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '902c711e-8574-4d72-a15a-df104d7ade89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:32Z', 'updated_at': '2021-09-06T14:52:37Z', 'revision_number': 4, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'subnets': [{'id': '902c711e-8574-4d72-a15a-df104d7ade89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:52:37.839656 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eefaca-c669-42ac-b523-27f51f4e588f None None] The sync data for ids ['2724a301-cff3-4957-8f86-d663df1a8e34'] in dv-cinder-807083-5-iscsi is: [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:33Z', 'revision_number': 4, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port': {'id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': '63182b07-070d-445b-a5d7-46fba4e36a29', 'name': '', 'network_id': '6e6d9051-84a5-4a68-9db6-55f5425d33e7', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'mac_address': 'fa:16:3e:81:8b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '902c711e-8574-4d72-a15a-df104d7ade89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:32Z', 'updated_at': '2021-09-06T14:52:37Z', 'revision_number': 4, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'subnets': [{'id': '902c711e-8574-4d72-a15a-df104d7ade89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:52:38.232333 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 63182b07-070d-445b-a5d7-46fba4e36a29 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:38.385565 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning for port 63182b07-070d-445b-a5d7-46fba4e36a29 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:38.398445 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 63182b07-070d-445b-a5d7-46fba4e36a29 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:38.398898 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:38.469738 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-e2b67cb0-3bfb-4c37-831d-fe7c80aacc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:38.489291 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:38.525887 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] For port 63182b07-070d-445b-a5d7-46fba4e36a29, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=63182b07-070d-445b-a5d7-46fba4e36a29,segment=NetworkSegment(770bc4a7-94e6-4da7-8f37-387d9c6ed363),segment_id=770bc4a7-94e6-4da7-8f37-387d9c6ed363)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:52:38.604161 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:38.604996 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:38.684019 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Pushing event updated for resources: {'Port': ['ID=63182b07-070d-445b-a5d7-46fba4e36a29,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:38.702638 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:38.703092 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:40.174848 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 63182b07-070d-445b-a5d7-46fba4e36a29 up at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:52:40.230400 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Provisioning complete for port 63182b07-070d-445b-a5d7-46fba4e36a29 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:40.230850 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:41.238766 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-2ae36684-d243-4084-a204-afdae7f24fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:41.455660 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:42.229065 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:44.175808 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:45.111371 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-d416fe85-68ee-4022-a562-328073eb0f94 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:45.112856 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-d416fe85-68ee-4022-a562-328073eb0f94 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/networks?id=5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 200 len: 815 time: 0.1022093 Sep 06 14:52:45.127249 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-bffb153a-49a4-4f58-ac40-9fc3ca96c8e0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/quotas/4f713b055e6f4b5fa6aef91f8bae9e06 HTTP/1.1" status: 200 len: 375 time: 0.0087717 Sep 06 14:52:45.176374 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3887f5a8-ec28-4156-8e44-1b69de830ea0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439901 Sep 06 14:52:45.275398 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-589b33fa-7114-4d86-9661-45da68039f07 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 14:52:45.276428 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-589b33fa-7114-4d86-9661-45da68039f07 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0893414 Sep 06 14:52:45.616928 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-460dad34-3722-4bb0-9b87-957d17b63ef3 service neutron] 10.222.0.48 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338010 Sep 06 14:52:45.703604 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-d20dd50c-77a6-48f4-b37a-c1ba33c518ff service neutron] 10.222.0.48 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801108 Sep 06 14:52:45.941098 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6c9650f6-d1dd-45d4-82eb-250857d850b5 req-51a07ae7-9ae9-4964-add9-c0929f0d054e tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 210 time: 0.0255492 Sep 06 14:52:47.030767 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-164abec7-f8ca-46a1-bb35-d6190ff08c41 req-64426d1c-1a7f-4715-b8dd-9c53127525f0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 210 time: 0.0258989 Sep 06 14:52:47.815273 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-b62fff0a-73aa-4a5a-9375-e439c4bf24a4 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:47.817755 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-b62fff0a-73aa-4a5a-9375-e439c4bf24a4 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.18 "GET /v2.0/networks?id=5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 200 len: 815 time: 0.1008735 Sep 06 14:52:47.829581 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'port': {'device_id': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'admin_state_up': True, 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:52:47.991256 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Made reservation on behalf of 4f713b055e6f4b5fa6aef91f8bae9e06 for: {'port': 1} {{(pid=100990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 14:52:47.994764 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:48.133730 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-d1ac0918-0955-4a61-a380-a145eefad730 req-0d2dead7-f874-4636-99d8-cde8aa104b02 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 210 time: 0.0351222 Sep 06 14:52:48.149788 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Allocated IP 172.20.0.9 (5669e644-f6ae-4f5b-a65d-f04798002739/147a491e-e64f-449b-864d-4f9abae11506/4f3aabf2-643e-4d86-8c04-a4ea0a14e119) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:52:48.293396 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:48.307199 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Transition to ACTIVE for port object 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 will not be triggered until provisioned by entity DHCP. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:48.403227 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:48.450814 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Network 5669e644-f6ae-4f5b-a65d-f04798002739 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:52:48.454018 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:52:48.457969 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:52:48.495979 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'Port': ['ID=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:48.520531 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:48.521098 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:48.605577 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-3b45c132-6bdd-494e-9892-987230994603 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801218 Sep 06 14:52:48.867230 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-75641aeb-9132-4bb6-b69d-5db73981a6bf None None] Provisioning for port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 completed by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:52:48.874605 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-75641aeb-9132-4bb6-b69d-5db73981a6bf None None] Provisioning complete for port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:52:48.875402 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-75641aeb-9132-4bb6-b69d-5db73981a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:48.912099 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-75641aeb-9132-4bb6-b69d-5db73981a6bf None None] Port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 cannot update to ACTIVE because it is not bound. {{(pid=100991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 14:52:49.248558 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb41752-eba4-4a41-ace1-df168b683c2c req-106f8de2-0fa5-445d-b7d7-6984fcccb088 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:49.250071 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9eb41752-eba4-4a41-ace1-df168b683c2c req-106f8de2-0fa5-445d-b7d7-6984fcccb088 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0512466 Sep 06 14:52:49.290893 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9eb41752-eba4-4a41-ace1-df168b683c2c req-3cebbc45-003e-458c-b3ce-ae3b2b9c2ee5 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342808 Sep 06 14:52:50.411596 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a1b8-b9ba-49e1-a429-009f131ccb92 req-a9828894-d253-403b-9120-a4b05ec9c7dc tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:50.412991 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-96e6a1b8-b9ba-49e1-a429-009f131ccb92 req-a9828894-d253-403b-9120-a4b05ec9c7dc tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0550773 Sep 06 14:52:50.450154 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-96e6a1b8-b9ba-49e1-a429-009f131ccb92 req-c754f577-f15b-413e-988a-1f5f98605659 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Sep 06 14:52:51.564757 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344a08-62d4-462b-b028-893556da3f34 req-a163480c-bb87-43d3-8361-d59235a54fb3 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:51.566233 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-97344a08-62d4-462b-b028-893556da3f34 req-a163480c-bb87-43d3-8361-d59235a54fb3 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0489476 Sep 06 14:52:51.615688 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-97344a08-62d4-462b-b028-893556da3f34 req-b5cb6c7b-528f-4b3c-bbbb-29eae79fcb4e tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Sep 06 14:52:52.735369 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785b047-c8ff-4e49-9591-afb04de56a34 req-c56dfe0f-c355-4933-9074-35add62d4645 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:52.737094 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2785b047-c8ff-4e49-9591-afb04de56a34 req-c56dfe0f-c355-4933-9074-35add62d4645 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0541492 Sep 06 14:52:52.774965 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2785b047-c8ff-4e49-9591-afb04de56a34 req-e16e5427-9dc0-47d8-880e-e501c417c292 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Sep 06 14:52:53.833075 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:53.903811 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38975837-8c47-4029-a26a-7ea77fa8e2a0 req-987c9cf4-9c90-4b61-9e99-341780ba9be7 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:53.905661 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-38975837-8c47-4029-a26a-7ea77fa8e2a0 req-987c9cf4-9c90-4b61-9e99-341780ba9be7 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0573032 Sep 06 14:52:53.945142 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-38975837-8c47-4029-a26a-7ea77fa8e2a0 req-9d5b1226-50b0-42d5-a356-d1030b5bede5 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333920 Sep 06 14:52:55.062040 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe4cf-0ddf-4c7b-bf16-de3e99450d24 req-7b0eb4fa-c983-4780-9e77-89e04e4e56fc tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:55.063526 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2fabe4cf-0ddf-4c7b-bf16-de3e99450d24 req-7b0eb4fa-c983-4780-9e77-89e04e4e56fc tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0515804 Sep 06 14:52:55.102952 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2fabe4cf-0ddf-4c7b-bf16-de3e99450d24 req-cf577f2c-b9a0-4883-b7d8-2dc581aaa17d tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Sep 06 14:52:56.223361 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3d140-9b72-4e23-869c-7d13be7e8f83 req-5fbf252e-15b1-4efb-bf43-3189b10031ee tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:56.224926 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-54f3d140-9b72-4e23-869c-7d13be7e8f83 req-5fbf252e-15b1-4efb-bf43-3189b10031ee tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0502946 Sep 06 14:52:56.268785 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-54f3d140-9b72-4e23-869c-7d13be7e8f83 req-bc160b44-027f-413e-b402-a26c14d1c1f7 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357847 Sep 06 14:52:56.621274 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:52:57.390782 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e51807-95f5-4885-aab6-174db12d59d9 req-15d25994-a2ff-4393-bfd4-acd3844a9061 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:57.392438 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-10e51807-95f5-4885-aab6-174db12d59d9 req-15d25994-a2ff-4393-bfd4-acd3844a9061 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0532837 Sep 06 14:52:57.430789 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-10e51807-95f5-4885-aab6-174db12d59d9 req-8c7e4dc3-07ba-4df4-9e02-eaf41fa6ce04 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Sep 06 14:52:58.537781 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Request body: {'port': {'device_id': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:52:58.567070 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b331d-c284-44d7-9023-f2a14f28509c req-7819f4b6-3120-4882-92d8-e3f33449f3b7 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:58.568558 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b43b331d-c284-44d7-9023-f2a14f28509c req-7819f4b6-3120-4882-92d8-e3f33449f3b7 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 931 time: 0.0721653 Sep 06 14:52:58.627486 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:58.644876 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b43b331d-c284-44d7-9023-f2a14f28509c req-e2e675ae-ab4e-46b8-b562-b86280f97e4a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692956 Sep 06 14:52:58.891533 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 {{(pid=100990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:52:58.898683 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:58.910360 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.provisioning_blocks [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Transition to ACTIVE for port object 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 will not be triggered until provisioned by entity L2. {{(pid=100990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 14:52:59.002752 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:59.052721 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:59.123368 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Attempting to bind port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 14:52:59.123740 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Attempting to bind port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 14:52:59.124078 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Attempting to bind port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 on network 5669e644-f6ae-4f5b-a65d-f04798002739 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:52:59.128768 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 on network 5669e644-f6ae-4f5b-a65d-f04798002739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 14:52:59.129096 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Attempting to bind port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 on network 5669e644-f6ae-4f5b-a65d-f04798002739 {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 14:52:59.134030 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Checking agent: {'id': '333f2e9e-e085-44a1-9fe6-ddacedf195ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'started_at': datetime.datetime(2021, 9, 6, 14, 37, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 14, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 14:52:59.134529 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Checking segment: {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 14:52:59.134926 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Bound using segment: {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'} {{(pid=100990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 14:52:59.135359 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.managers [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Bound port: 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739'}}] {{(pid=100990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 14:52:59.135751 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:59.200366 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] For port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host hv-cinder-80708, cleared binding levels {{(pid=100990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 14:52:59.203258 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] For port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 14:52:59.259928 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:59.293504 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:59.294150 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:52:59.296069 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 1093 time: 0.7626610 Sep 06 14:52:59.296500 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:52:59.298765 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec0d949-3c5c-441e-995b-e7f90b01a995" -d '{"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:52:59.324747 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0f444-26b4-46b0-a855-d240a6ad3a79 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,revision_number=3']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:52:59.344896 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abe85e8-3236-44a2-9049-4f484818f68d x-openstack-request-id: req-7abe85e8-3236-44a2-9049-4f484818f68d {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:52:59.344896 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:52:59.344896 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7abe85e8-3236-44a2-9049-4f484818f68d {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:52:59.344896 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'status': 'completed', 'code': 200} Sep 06 14:52:59.407281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0d949-3c5c-441e-995b-e7f90b01a995 req-0a08801e-85cf-4851-b58c-28e298cf61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:59.408843 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dec0d949-3c5c-441e-995b-e7f90b01a995 req-0a08801e-85cf-4851-b58c-28e298cf61b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1096 time: 0.0427783 Sep 06 14:52:59.514773 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0d949-3c5c-441e-995b-e7f90b01a995 req-7295abc3-1ca9-4781-9eb9-95fc1932b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:59.516273 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dec0d949-3c5c-441e-995b-e7f90b01a995 req-7295abc3-1ca9-4781-9eb9-95fc1932b152 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997238 Sep 06 14:52:59.620298 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0d949-3c5c-441e-995b-e7f90b01a995 req-2172434a-7ee0-4756-8a49-d9c023bce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:59.621750 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dec0d949-3c5c-441e-995b-e7f90b01a995 req-2172434a-7ee0-4756-8a49-d9c023bce4b2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988138 Sep 06 14:52:59.698949 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-167a8901-1cc4-4dc9-8a1f-41e95b567ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:59.700483 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-167a8901-1cc4-4dc9-8a1f-41e95b567ca0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1096 time: 0.0415318 Sep 06 14:52:59.750937 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-8b63b86c-28c4-45f7-9eea-fa50c6469734 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 217 time: 0.0416756 Sep 06 14:52:59.817877 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-d8b78c4f-efd7-491c-921b-8e75a73eb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:59.819278 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-d8b78c4f-efd7-491c-921b-8e75a73eb6c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=147a491e-e64f-449b-864d-4f9abae11506 HTTP/1.1" status: 200 len: 854 time: 0.0515044 Sep 06 14:52:59.827031 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b2a50-138e-454d-97c2-3de972fc6e92 req-611fe90d-3592-441e-9b6c-1992d0b2bdd0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:59.828407 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-781b2a50-138e-454d-97c2-3de972fc6e92 req-611fe90d-3592-441e-9b6c-1992d0b2bdd0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 943 time: 0.1123443 Sep 06 14:52:59.889769 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-781b2a50-138e-454d-97c2-3de972fc6e92 req-01b4d30e-14dc-4993-bd45-437a30ab1fe9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Sep 06 14:52:59.892223 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-65d33e53-3383-4c62-8ee1-ba6148316162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:52:59.893616 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-65d33e53-3383-4c62-8ee1-ba6148316162 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5669e644-f6ae-4f5b-a65d-f04798002739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644023 Sep 06 14:52:59.992467 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-355f7b6a-ae49-4b47-9470-a023be4610d9 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915329 Sep 06 14:53:00.078665 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d7cf4-5fbb-4ee6-860f-243d3a63a672 req-209a988b-22ca-4bcb-a96b-bf607922ea81 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797234 Sep 06 14:53:01.007207 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dc8bb-6e24-42c4-9e1e-515c5923000f req-356b0feb-3d25-4995-9e57-072310faa9ad tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:01.008707 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7b0dc8bb-6e24-42c4-9e1e-515c5923000f req-356b0feb-3d25-4995-9e57-072310faa9ad tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 943 time: 0.0526619 Sep 06 14:53:01.045387 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7b0dc8bb-6e24-42c4-9e1e-515c5923000f req-6d01dea5-912b-47b0-a140-1159f270dced tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306153 Sep 06 14:53:02.155694 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fbf5e-7ced-40dd-94b5-8e83aeed4867 req-915d6da4-0d6a-40d0-883a-372ad8dae3e6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:02.157143 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e84fbf5e-7ced-40dd-94b5-8e83aeed4867 req-915d6da4-0d6a-40d0-883a-372ad8dae3e6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 943 time: 0.0474682 Sep 06 14:53:02.193119 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e84fbf5e-7ced-40dd-94b5-8e83aeed4867 req-1c6f9b31-7eef-4a61-91d2-9ea9fbbc0f65 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302138 Sep 06 14:53:03.172376 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=100991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 14:53:03.266337 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:53:03.277712 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Returning: {'device': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'port_id': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'mac_address': 'fa:16:3e:36:5f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 14:53:03.303148 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113d5b6-cdbf-47b4-81ee-21fc64e36520 req-c9466ff7-9834-4771-b505-01fcb298a0c0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:03.304641 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7113d5b6-cdbf-47b4-81ee-21fc64e36520 req-c9466ff7-9834-4771-b505-01fcb298a0c0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 943 time: 0.0471859 Sep 06 14:53:03.313857 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:03.326105 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 {{(pid=100991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 14:53:03.341481 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7113d5b6-cdbf-47b4-81ee-21fc64e36520 req-6996c129-a3d8-4ac2-b339-1db2c54debde tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Sep 06 14:53:03.344963 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:53:03.444284 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:03.495015 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,revision_number=4']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:03.700150 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['4f3aabf2-643e-4d86-8c04-a4ea0a14e119'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:53:04.454866 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c55f-e48c-42ee-b70e-51e1b69be4fe req-6855b7e2-0f3d-4e46-9ac0-5fc2b8af8b98 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:04.456324 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0475c55f-e48c-42ee-b70e-51e1b69be4fe req-6855b7e2-0f3d-4e46-9ac0-5fc2b8af8b98 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 944 time: 0.0507157 Sep 06 14:53:04.492376 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0475c55f-e48c-42ee-b70e-51e1b69be4fe req-559d6bb0-aa77-4288-b0d6-ac5dd29d2773 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300422 Sep 06 14:53:05.178340 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 up at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 14:53:05.284453 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning for port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 completed by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 14:53:05.288322 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Provisioning complete for port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 triggered by entity L2. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:53:05.288721 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:05.361715 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:05.382426 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119'}] {{(pid=100991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:53:05.384648 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efbbe60c8970049879d48f0176c52690a5c35ca7d5fbad69b6c5f66c21751281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa875007-ad8c-4a1a-abe4-6800c231b85d" -d '{"events": [{"server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119"}]}' {{(pid=100991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:53:05.396954 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] For port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:53:05.468159 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455'] for port, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:05.513303 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Pushing event updated for resources: {'Port': ['ID=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,revision_number=5']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:05.565886 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cb494c-f851-45af-86bb-e522bee45479 x-openstack-request-id: req-30cb494c-f851-45af-86bb-e522bee45479 {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:53:05.565886 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119", "code": 200}]} {{(pid=100991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:53:05.565886 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30cb494c-f851-45af-86bb-e522bee45479 {{(pid=100991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:53:05.565886 dv-cinder-807083-5-iscsi neutron-server[100991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'code': 200} Sep 06 14:53:05.610907 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9db1d-e155-4855-8c2d-cc10ae19042c req-61eb1a64-d180-40e7-8103-0fb19dd08f9a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:05.612417 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f3e9db1d-e155-4855-8c2d-cc10ae19042c req-61eb1a64-d180-40e7-8103-0fb19dd08f9a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0538027 Sep 06 14:53:05.649566 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-f3e9db1d-e155-4855-8c2d-cc10ae19042c req-df2cd0fe-981c-4013-b662-f71bfe21bb34 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Sep 06 14:53:05.860130 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273099-9555-4aa7-9800-5c539655a039 req-a64b5e9f-dd0e-4aa6-9a17-f982f56c74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:05.861600 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f273099-9555-4aa7-9800-5c539655a039 req-a64b5e9f-dd0e-4aa6-9a17-f982f56c74a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1098 time: 0.0384135 Sep 06 14:53:05.897745 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-3f273099-9555-4aa7-9800-5c539655a039 req-6ca4d260-5eef-4d8f-927b-dab0dab0bc9d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269282 Sep 06 14:53:06.766272 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337e74-8576-4c13-8812-7980dbabf093 req-0b65f4fb-2d88-4a2c-be13-2868b7d7a7e6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:06.767756 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0a337e74-8576-4c13-8812-7980dbabf093 req-0b65f4fb-2d88-4a2c-be13-2868b7d7a7e6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0527294 Sep 06 14:53:06.804697 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-0a337e74-8576-4c13-8812-7980dbabf093 req-4f4ec18d-5cec-450e-aae2-1fb135773185 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Sep 06 14:53:07.915222 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2abc23-43ce-4d7b-84b9-9fdafc8983c3 req-414257d8-064a-4c2d-9eaf-961e59c180da tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:07.916685 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ed2abc23-43ce-4d7b-84b9-9fdafc8983c3 req-414257d8-064a-4c2d-9eaf-961e59c180da tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0480530 Sep 06 14:53:07.953853 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ed2abc23-43ce-4d7b-84b9-9fdafc8983c3 req-8d57abf5-b198-4274-a118-18c0f7471600 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Sep 06 14:53:08.064475 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f5050-9104-4212-bf15-3e718d98521e req-60e63166-5a56-4d15-8eac-96302c7547b6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:08.065904 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-268f5050-9104-4212-bf15-3e718d98521e req-60e63166-5a56-4d15-8eac-96302c7547b6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0476224 Sep 06 14:53:08.103176 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-268f5050-9104-4212-bf15-3e718d98521e req-1e6e637b-2c17-435a-9895-eb56c9f9f360 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Sep 06 14:53:08.430994 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef2814-df7e-4906-8a7c-acc5298b1d93 req-2faeecbc-2123-45e8-90e7-a7208bad5c87 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:08.432475 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69ef2814-df7e-4906-8a7c-acc5298b1d93 req-2faeecbc-2123-45e8-90e7-a7208bad5c87 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0505183 Sep 06 14:53:08.469314 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-69ef2814-df7e-4906-8a7c-acc5298b1d93 req-2a60b7ea-08e2-4dfb-b6a0-b24359197db7 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303917 Sep 06 14:53:08.534270 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bbfec29d-5eb4-43ba-b2bc-8268b6936253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:11.280067 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-cecf3576-ddb9-45b9-b4f7-025555a7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:11.456142 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:12.210330 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:14.214515 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:18.749898 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc06609-b151-4395-b073-ceb73d6972a8 req-d9d72e05-b4a4-4119-ba8a-e13613bd7270 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:18.751361 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6fc06609-b151-4395-b073-ceb73d6972a8 req-d9d72e05-b4a4-4119-ba8a-e13613bd7270 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0477979 Sep 06 14:53:18.788010 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-6fc06609-b151-4395-b073-ceb73d6972a8 req-e2fa087c-f9a7-4d27-9cf7-44e7166c8a34 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301800 Sep 06 14:53:18.809567 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37844) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:18.888566 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143a873f-dbdc-4f87-beee-543d0ac1e21b tempest-TestMinimumBasicScenario-1058837517 tempest-TestMinimumBasicScenario-1058837517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:18.890007 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-143a873f-dbdc-4f87-beee-543d0ac1e21b tempest-TestMinimumBasicScenario-1058837517 tempest-TestMinimumBasicScenario-1058837517-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1093 time: 0.0795093 Sep 06 14:53:18.892854 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37848) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:18.897041 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'floatingip': {'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'port_id': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:18.968773 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for floatingip, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:19.064499 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:19.165848 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_common [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Allocated IP 172.27.3.55 (58bd897f-d043-4d11-8393-c3fcad939ad2/6006eeab-69c0-474a-a722-eed7092031ec/f7d7e38a-ef90-4498-b45f-d137eecb2092) {{(pid=100990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 14:53:19.262915 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for port, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:19.393620 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777108129419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:19.430728 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Network 58bd897f-d043-4d11-8393-c3fcad939ad2 is already hosted by enough agents. {{(pid=100990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 14:53:19.433472 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.base_scheduler [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Resources bound (agent type, host, resource id): {{(pid=100990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 14:53:19.436855 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Received port after_create {{(pid=100990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 14:53:19.443927 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'Port': ['ID=f7d7e38a-ef90-4498-b45f-d137eecb2092,revision_number=1']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:19.767377 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:19.898858 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:20.040387 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:20.099641 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:20.169250 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'Port': ['ID=f7d7e38a-ef90-4498-b45f-d137eecb2092,revision_number=2']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:20.181859 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373092'] for floatingip, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:20.277598 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.db.l3_db [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Floating IP e4b18a19-d597-40fb-9703-62346dfdde0f associated. External IP: 172.27.3.55, port: 4f3aabf2-643e-4d86-8c04-a4ea0a14e119. Sep 06 14:53:20.469985 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Router 493e38e4-4409-4bc2-b602-892266be72c1 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:53:20.571916 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:53:20.581953 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] Sync routers for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:53:20.590815 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:53:20.595795 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:53:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:53:20.671962 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:20.694130 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:53:20.699365 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-32f55a69-cc53-458a-96bc-c0722fda726a tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8055325 Sep 06 14:53:20.700031 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:53:20.702445 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057655e6-e560-4efb-89c6-d5fd0f68ea4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:53:20.702619 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37850) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:20.707603 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-337bbc7d-e176-40c5-96b0-be0596749590 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151800711', 'description': 'tempest-secgroup-smoke-151800711 description', 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:20.739771 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a386ce-af67-4908-9489-4db571e7e892 x-openstack-request-id: req-20a386ce-af67-4908-9489-4db571e7e892 {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:53:20.740117 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:53:20.740889 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20a386ce-af67-4908-9489-4db571e7e892 {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:53:20.741286 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'status': 'completed', 'code': 200} Sep 06 14:53:20.799823 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-337bbc7d-e176-40c5-96b0-be0596749590 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:20.809467 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-9f221b1d-9d98-43d6-867e-44e6bb8d0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:20.811052 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-9f221b1d-9d98-43d6-867e-44e6bb8d0a00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1098 time: 0.0443187 Sep 06 14:53:20.885322 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-337bbc7d-e176-40c5-96b0-be0596749590 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:20.903493 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-634d9858-133d-490d-9bd6-b67f1d7ffef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:20.904964 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-634d9858-133d-490d-9bd6-b67f1d7ffef1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 200 len: 916 time: 0.0860753 Sep 06 14:53:20.919209 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': 'e4b18a19-d597-40fb-9703-62346dfdde0f', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'port_id': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'mac_address': 'fa:16:3e:36:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:53:19Z', 'updated_at': '2021-09-06T14:53:19Z', 'revision_number': 0, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:32Z', 'revision_number': 5, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:53:20.945508 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] Checking router: 493e38e4-4409-4bc2-b602-892266be72c1 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:53:20.953523 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-337bbc7d-e176-40c5-96b0-be0596749590 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:20.954274 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:53:20.954967 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:53:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:53:20.981275 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-90a4ac31-9deb-4af3-b279-2c1838d038e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 998 time: 0.0674186 Sep 06 14:53:20.986013 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bbc7d-e176-40c5-96b0-be0596749590 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b76d14-fb13-48b1-803f-7ab9b71a4f40,revision_number=1']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:21.031226 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-e1d6c72d-b99b-47a1-85f6-a85135200b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:21.032710 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-e1d6c72d-b99b-47a1-85f6-a85135200b6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=147a491e-e64f-449b-864d-4f9abae11506 HTTP/1.1" status: 200 len: 854 time: 0.0443120 Sep 06 14:53:21.056570 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-337bbc7d-e176-40c5-96b0-be0596749590 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.060755 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-337bbc7d-e176-40c5-96b0-be0596749590 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3544462 Sep 06 14:53:21.061248 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37854) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:21.063179 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:53:21.065990 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-6c1a2765-fa2c-4830-a8c3-77b7583dcb43 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'security_group_rule': {'security_group_id': '88b76d14-fb13-48b1-803f-7ab9b71a4f40', 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:21.077467 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-95792122-d6c1-409f-a638-2ae015ce9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:21.078925 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-95792122-d6c1-409f-a638-2ae015ce9bb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5669e644-f6ae-4f5b-a65d-f04798002739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392888 Sep 06 14:53:21.158118 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2765-fa2c-4830-a8c3-77b7583dcb43 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.172857 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-f54535a5-b93b-40d9-addd-6e0fbe9da957 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857439 Sep 06 14:53:21.215461 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2765-fa2c-4830-a8c3-77b7583dcb43 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.264745 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-057655e6-e560-4efb-89c6-d5fd0f68ea4c req-0db6c231-85ba-437f-8e09-0e2862e7c237 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848238 Sep 06 14:53:21.292308 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': 'e4b18a19-d597-40fb-9703-62346dfdde0f', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'port_id': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'mac_address': 'fa:16:3e:36:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:53:19Z', 'updated_at': '2021-09-06T14:53:19Z', 'revision_number': 0, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:32Z', 'revision_number': 5, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:53:21.318032 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0ee81-af74-4291-9721-bac9d141aee0 None None] The sync data for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi is: [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_floatingips': [{'id': 'e4b18a19-d597-40fb-9703-62346dfdde0f', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'router_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'port_id': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'mac_address': 'fa:16:3e:36:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T14:53:19Z', 'updated_at': '2021-09-06T14:53:19Z', 'revision_number': 0, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:32Z', 'revision_number': 5, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:53:21.340025 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2765-fa2c-4830-a8c3-77b7583dcb43 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.358283 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2765-fa2c-4830-a8c3-77b7583dcb43 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b0a890-eb0f-45f1-8db7-d70357cbfacd,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:21.427773 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2765-fa2c-4830-a8c3-77b7583dcb43 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.431909 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-6c1a2765-fa2c-4830-a8c3-77b7583dcb43 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3667271 Sep 06 14:53:21.432063 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37856) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:21.436573 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-c1fff798-0096-4b9e-ad39-b5a174d26a33 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'security_group_rule': {'security_group_id': '88b76d14-fb13-48b1-803f-7ab9b71a4f40', 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:21.495069 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de8a4f7-2a57-4d16-8ae2-86879358e408 None None] New status for floating IP e4b18a19-d597-40fb-9703-62346dfdde0f: ACTIVE {{(pid=100992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:53:21.529844 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c1fff798-0096-4b9e-ad39-b5a174d26a33 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.591303 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c1fff798-0096-4b9e-ad39-b5a174d26a33 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.673127 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c1fff798-0096-4b9e-ad39-b5a174d26a33 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.692631 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fff798-0096-4b9e-ad39-b5a174d26a33 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbffb0c1-148c-4147-b585-75ecf894d469,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:21.793403 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-c1fff798-0096-4b9e-ad39-b5a174d26a33 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.794579 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-c1fff798-0096-4b9e-ad39-b5a174d26a33 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616438 Sep 06 14:53:21.797236 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37858) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:21.801600 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [None req-df969207-7341-44a3-982a-0ed514a16d29 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'security_group_rule': {'security_group_id': '88b76d14-fb13-48b1-803f-7ab9b71a4f40', 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:21.895049 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-df969207-7341-44a3-982a-0ed514a16d29 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:21.950930 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-df969207-7341-44a3-982a-0ed514a16d29 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.050419 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-df969207-7341-44a3-982a-0ed514a16d29 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.068124 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df969207-7341-44a3-982a-0ed514a16d29 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e308248-3a0c-4521-b551-fdaf379598bf,revision_number=0']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:22.170003 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-df969207-7341-44a3-982a-0ed514a16d29 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.171206 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-df969207-7341-44a3-982a-0ed514a16d29 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730454 Sep 06 14:53:22.174083 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37860) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:22.179227 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-0e974101-825c-4935-a2ed-838706fd0278 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'security_group_rule': {'security_group_id': '88b76d14-fb13-48b1-803f-7ab9b71a4f40', 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:22.277547 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0e974101-825c-4935-a2ed-838706fd0278 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.333044 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0e974101-825c-4935-a2ed-838706fd0278 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.410237 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0e974101-825c-4935-a2ed-838706fd0278 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.429563 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e974101-825c-4935-a2ed-838706fd0278 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a45509c-5707-4951-bd34-dc5403d0626c,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:22.547800 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-0e974101-825c-4935-a2ed-838706fd0278 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.549073 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-0e974101-825c-4935-a2ed-838706fd0278 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3739913 Sep 06 14:53:22.551789 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37862) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:22.556251 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-85e60462-be7e-482f-808d-073556e2eecf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'security_group_rule': {'security_group_id': '88b76d14-fb13-48b1-803f-7ab9b71a4f40', 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:22.650377 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.securitygroups_db [None req-85e60462-be7e-482f-808d-073556e2eecf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Project 4f713b055e6f4b5fa6aef91f8bae9e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:53:22.655266 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-85e60462-be7e-482f-808d-073556e2eecf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.716045 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-85e60462-be7e-482f-808d-073556e2eecf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.791626 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-85e60462-be7e-482f-808d-073556e2eecf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.810729 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e60462-be7e-482f-808d-073556e2eecf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3296c997-88c6-4d4b-9abe-99816c8b93a7,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:22.878919 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-85e60462-be7e-482f-808d-073556e2eecf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:22.880207 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-85e60462-be7e-482f-808d-073556e2eecf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274782 Sep 06 14:53:22.883482 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37864) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:53:22.887882 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.v2.base [None req-12d43dd6-fa21-4112-b944-c6c7450ad2e9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'security_group_rule': {'security_group_id': '88b76d14-fb13-48b1-803f-7ab9b71a4f40', 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:22.987882 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.securitygroups_db [None req-12d43dd6-fa21-4112-b944-c6c7450ad2e9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Project 4f713b055e6f4b5fa6aef91f8bae9e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 14:53:22.992599 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-12d43dd6-fa21-4112-b944-c6c7450ad2e9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.051082 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-12d43dd6-fa21-4112-b944-c6c7450ad2e9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.128427 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-12d43dd6-fa21-4112-b944-c6c7450ad2e9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440141'] for security_group_rule, after_create {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.143276 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d43dd6-fa21-4112-b944-c6c7450ad2e9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8ddb77-e187-4f39-ab4a-29de246d7f08,revision_number=0']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:23.233002 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-12d43dd6-fa21-4112-b944-c6c7450ad2e9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.234205 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-12d43dd6-fa21-4112-b944-c6c7450ad2e9 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497958 Sep 06 14:53:23.309055 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-6645c429-5924-420d-aefe-11bd423f44c6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151800711&fields=id&tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06 HTTP/1.1" status: 200 len: 267 time: 0.0318391 Sep 06 14:53:23.360326 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-676bf31f-462b-4274-9443-7cdbae67ffce tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:23.361798 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-676bf31f-462b-4274-9443-7cdbae67ffce tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0472975 Sep 06 14:53:23.372500 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'port': {'security_groups': ['2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c', '88b76d14-fb13-48b1-803f-7ab9b71a4f40']}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:53:23.433851 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.833349 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.863873 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] For port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:53:23.892484 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.953191 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.965378 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['4f3aabf2-643e-4d86-8c04-a4ea0a14e119'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:53:23.993522 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:23.994166 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:23.995557 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1f312eb6-bf92-4259-b214-a670e9fdde5f req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "PUT /v2.0/ports/4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 981 time: 0.6274462 Sep 06 14:53:23.996014 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:53:24.000475 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8a4d54-72e5-40f3-bbe3-0d3345264205" -d '{"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:53:24.037940 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfb45d-f27e-4b2f-83b1-fe16891dce9c tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'Port': ['ID=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,revision_number=6']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:53:24.058952 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fba6901-1962-483a-998c-b7593c12745b x-openstack-request-id: req-2fba6901-1962-483a-998c-b7593c12745b {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:53:24.059311 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:53:24.059808 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fba6901-1962-483a-998c-b7593c12745b {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:53:24.060275 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'status': 'completed', 'code': 200} Sep 06 14:53:24.078725 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['4f3aabf2-643e-4d86-8c04-a4ea0a14e119'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:53:24.152075 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397a05a-3973-42eb-b29c-802db382bddd req-d51021e7-33da-4f7b-a7fc-14e2b09b9e50 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:24.153722 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5397a05a-3973-42eb-b29c-802db382bddd req-d51021e7-33da-4f7b-a7fc-14e2b09b9e50 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0809910 Sep 06 14:53:24.160509 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-5a9999dd-c263-447b-9088-8aa8725883fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:24.162057 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-5a9999dd-c263-447b-9088-8aa8725883fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1137 time: 0.0791292 Sep 06 14:53:24.221013 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5397a05a-3973-42eb-b29c-802db382bddd req-a2c703cd-110b-4bc5-94d8-481e98e5db02 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579162 Sep 06 14:53:24.280160 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-d34c7358-1230-495d-95da-d167eba647fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:24.281485 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-d34c7358-1230-495d-95da-d167eba647fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 200 len: 916 time: 0.1053751 Sep 06 14:53:24.324326 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-d5cef901-521f-41e3-bd5e-5fd20f729ca5 None None] Provisioning complete for port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:53:24.324724 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d5cef901-521f-41e3-bd5e-5fd20f729ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:24.347021 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-d01b2e00-04a3-4ee2-a193-9264c874b6ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 1000 time: 0.0564733 Sep 06 14:53:24.395297 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-7058ad7a-c246-40e8-8f94-da6f728751fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:24.396901 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-7058ad7a-c246-40e8-8f94-da6f728751fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=147a491e-e64f-449b-864d-4f9abae11506 HTTP/1.1" status: 200 len: 854 time: 0.0427394 Sep 06 14:53:24.446213 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-83cfdab2-7039-4492-b3ca-02901962ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:24.447710 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-83cfdab2-7039-4492-b3ca-02901962ad82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5669e644-f6ae-4f5b-a65d-f04798002739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423939 Sep 06 14:53:24.537685 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-4ce3d19c-5f69-4e2b-8e97-5470914e492c service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818849 Sep 06 14:53:24.634575 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-cc8a4d54-72e5-40f3-bbe3-0d3345264205 req-3c987fd6-1ca1-4ad7-a509-317a1aafaddf service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889339 Sep 06 14:53:33.619232 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:53:35.668124 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-379df355-c53b-4742-9a20-43087ab96f33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388062 Sep 06 14:53:35.750016 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-8cb7c334-974c-4c1e-b3b8-5d6baae8ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:35.751442 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-8cb7c334-974c-4c1e-b3b8-5d6baae8ee7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1137 time: 0.0392890 Sep 06 14:53:35.854588 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-99efbc4f-5e79-4e69-a39b-b5130cb20ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:35.855946 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-99efbc4f-5e79-4e69-a39b-b5130cb20ea3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 200 len: 916 time: 0.0837843 Sep 06 14:53:35.921272 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-5e801c3b-688e-4b35-95e0-b36284561a71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 1000 time: 0.0563853 Sep 06 14:53:35.973084 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-31ff04a2-a664-446d-8620-37079639edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:35.974485 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-31ff04a2-a664-446d-8620-37079639edfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=147a491e-e64f-449b-864d-4f9abae11506 HTTP/1.1" status: 200 len: 854 time: 0.0461257 Sep 06 14:53:36.018881 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-0a962f5e-c0b5-4fe6-ad75-388415fde3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:36.020340 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-0a962f5e-c0b5-4fe6-ad75-388415fde3a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5669e644-f6ae-4f5b-a65d-f04798002739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383654 Sep 06 14:53:36.109367 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-9ed077fb-fa26-49ac-bfeb-141d1e6bc12a service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805705 Sep 06 14:53:36.202050 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-5db4c83e-81ff-4211-8c3e-06fabef07fca req-87d5fddb-914f-405b-8465-8b270ff132f7 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848312 Sep 06 14:53:38.460185 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-f49cee22-3cca-4974-ba68-010fb38aa1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:41.273185 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-beb869f3-08c6-4b69-8c97-7f3c69e23415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:41.462413 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:41.648391 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa874574-6fcb-4111-97bb-796ec9058c8a req-5943c1b8-8a43-4487-ad8b-695e3f2d9b91 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:41.649859 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa874574-6fcb-4111-97bb-796ec9058c8a req-5943c1b8-8a43-4487-ad8b-695e3f2d9b91 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0490720 Sep 06 14:53:41.689909 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-fa874574-6fcb-4111-97bb-796ec9058c8a req-468e8f8e-780f-43a7-a084-42619964fb70 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333753 Sep 06 14:53:41.735802 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-9fadc0a9-dbd5-4b6b-ab7c-189359b860cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:41.737327 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-9fadc0a9-dbd5-4b6b-ab7c-189359b860cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1137 time: 0.0404360 Sep 06 14:53:41.832468 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-c52ee97e-2b0d-4f56-9a59-e673a040db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:41.833916 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-c52ee97e-2b0d-4f56-9a59-e673a040db0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 200 len: 916 time: 0.0888693 Sep 06 14:53:41.903031 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-b9838419-578a-4b9b-9a04-070d264f918f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 1000 time: 0.0609748 Sep 06 14:53:41.953292 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-511819c8-f69c-462d-8cf4-da9f4f7f8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:41.954687 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-511819c8-f69c-462d-8cf4-da9f4f7f8963 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=147a491e-e64f-449b-864d-4f9abae11506 HTTP/1.1" status: 200 len: 854 time: 0.0432737 Sep 06 14:53:41.998833 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-cd16a451-4cd1-48c5-ad34-618e4d4253c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:42.000302 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-cd16a451-4cd1-48c5-ad34-618e4d4253c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5669e644-f6ae-4f5b-a65d-f04798002739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381691 Sep 06 14:53:42.097803 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-b15573c4-7b2c-494c-b98c-92f7f767d356 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890181 Sep 06 14:53:42.188156 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-1584346a-5877-45f2-8793-eb49e4ad1dd6 req-974666dc-f768-47d7-8aca-bfed23498be9 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Sep 06 14:53:42.254657 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:42.805380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ade3-3d4e-4db1-bfd5-9092653d084f req-283a16f0-984a-43cd-8d81-631e4855c861 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:42.806859 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7439ade3-3d4e-4db1-bfd5-9092653d084f req-283a16f0-984a-43cd-8d81-631e4855c861 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0492392 Sep 06 14:53:42.850448 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7439ade3-3d4e-4db1-bfd5-9092653d084f req-c7b55f59-e2b7-4ce3-a4f4-e16001888fcf tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372019 Sep 06 14:53:43.966018 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d261-5a66-4174-8eda-28061c52ad62 req-d93c832b-53fa-4f3b-b408-6b9d18c79a2e tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:43.967488 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e5f2d261-5a66-4174-8eda-28061c52ad62 req-d93c832b-53fa-4f3b-b408-6b9d18c79a2e tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0497649 Sep 06 14:53:44.006171 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e5f2d261-5a66-4174-8eda-28061c52ad62 req-34783a93-0bc1-44a4-867f-d246850100cd tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325608 Sep 06 14:53:44.193282 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:45.117667 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e483-cdd8-44fe-9605-4f53c42ff5d0 req-47fcb28e-c375-445d-8440-1e9d21acc638 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:45.119100 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c827e483-cdd8-44fe-9605-4f53c42ff5d0 req-47fcb28e-c375-445d-8440-1e9d21acc638 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0481803 Sep 06 14:53:45.157285 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-c827e483-cdd8-44fe-9605-4f53c42ff5d0 req-8633b7b6-271b-4a0e-ba97-030cd39a5238 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316408 Sep 06 14:53:46.268650 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fc8de-1b78-4abb-a659-a8a26612449c req-f46f2a6e-a4e0-4087-a858-3426871f8b1d tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:46.270091 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae1fc8de-1b78-4abb-a659-a8a26612449c req-f46f2a6e-a4e0-4087-a858-3426871f8b1d tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0475588 Sep 06 14:53:46.312223 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-ae1fc8de-1b78-4abb-a659-a8a26612449c req-5ea4dde2-8d8e-49a5-8247-9a67f7ea6b22 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363095 Sep 06 14:53:47.423281 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0bb5-e4e8-4551-bb10-beebda984a5a req-82d321e7-582c-4a2f-834e-d832e2cf2c5f tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:47.424745 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-466d0bb5-e4e8-4551-bb10-beebda984a5a req-82d321e7-582c-4a2f-834e-d832e2cf2c5f tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0481453 Sep 06 14:53:47.463736 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-466d0bb5-e4e8-4551-bb10-beebda984a5a req-4b2e0a01-bf52-4ac7-b152-a48d02bef3b6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330789 Sep 06 14:53:48.577558 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a74169-da07-467f-a4cd-3b69eefde8c4 req-86376def-4b5e-4671-869c-d1e218df0632 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:48.579157 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-50a74169-da07-467f-a4cd-3b69eefde8c4 req-86376def-4b5e-4671-869c-d1e218df0632 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0497186 Sep 06 14:53:48.618544 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-50a74169-da07-467f-a4cd-3b69eefde8c4 req-4db78948-bac2-460c-8c06-160144610bdd tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333531 Sep 06 14:53:49.729819 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9ceec-25fc-4d8c-bf97-c56cee6613f2 req-cd0be6ac-6627-4e81-b3e4-2430c0995dbc tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:49.731269 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-24d9ceec-25fc-4d8c-bf97-c56cee6613f2 req-cd0be6ac-6627-4e81-b3e4-2430c0995dbc tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0478127 Sep 06 14:53:49.773139 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-24d9ceec-25fc-4d8c-bf97-c56cee6613f2 req-366be93d-2d42-41a4-99a4-f4c0e22d281d tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359411 Sep 06 14:53:50.885174 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a299b64-60bd-475b-a605-bca43012bcb5 req-59057d09-9ea4-45c6-9743-edef5ca291d3 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:50.886529 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7a299b64-60bd-475b-a605-bca43012bcb5 req-59057d09-9ea4-45c6-9743-edef5ca291d3 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0478637 Sep 06 14:53:50.925634 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-7a299b64-60bd-475b-a605-bca43012bcb5 req-06678a94-5898-4e4a-9534-4ccd0b2950ca tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325711 Sep 06 14:53:52.036496 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61c706-0d18-4e67-b61b-d73ee0132795 req-a8074a03-d8a3-436c-b88e-0ae92067134f tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:52.037937 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db61c706-0d18-4e67-b61b-d73ee0132795 req-a8074a03-d8a3-436c-b88e-0ae92067134f tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0473197 Sep 06 14:53:52.077487 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-db61c706-0d18-4e67-b61b-d73ee0132795 req-8add1fbd-8719-4ed8-9554-c84e3c16aa35 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336556 Sep 06 14:53:53.189850 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b864466-04d9-4153-9f26-dcf782708b3d req-1ea8f42b-b8de-429e-bebe-fbbd257803f6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:53.191298 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2b864466-04d9-4153-9f26-dcf782708b3d req-1ea8f42b-b8de-429e-bebe-fbbd257803f6 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0494037 Sep 06 14:53:53.233651 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-2b864466-04d9-4153-9f26-dcf782708b3d req-ac247680-70c3-4889-90d7-627520193a92 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364401 Sep 06 14:53:53.844933 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:53:54.344714 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f418cb2-9283-49cc-9a76-9d6bb95dca9a req-7660a6b7-fd81-4a4b-83f5-6700b0818bc0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:53:54.346237 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8f418cb2-9283-49cc-9a76-9d6bb95dca9a req-7660a6b7-fd81-4a4b-83f5-6700b0818bc0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0479751 Sep 06 14:53:54.385377 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-8f418cb2-9283-49cc-9a76-9d6bb95dca9a req-b93f8fb2-4446-4a0f-97dc-bf0b8d9ca689 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&id=88b76d14-fb13-48b1-803f-7ab9b71a4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330620 Sep 06 14:54:08.496151 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ded0a816-20fa-4e9c-b95c-060ed6c9ac1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:10.618656 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:54:11.249121 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-140cc45e-a8f6-4122-b1a0-4f72af5868ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:11.433649 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:12.239397 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:14.226069 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:23.860256 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:26.803145 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-f8dafa2e-80a0-4057-be38-e3ead953e6d8 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151800711&fields=id&tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06 HTTP/1.1" status: 200 len: 267 time: 0.0817263 Sep 06 14:54:26.853801 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-daac9d02-edfc-4cea-9c79-568245f81293 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:26.855628 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-daac9d02-edfc-4cea-9c79-568245f81293 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 984 time: 0.0469000 Sep 06 14:54:26.866644 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.v2.base [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Request body: {'port': {'security_groups': ['2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c']}} {{(pid=100990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 14:54:26.930229 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761509'] for port, before_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.094725 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] For port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:27.122533 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for port, precommit_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.176365 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777108633079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777108129437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777108129455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368446'] for port, after_update {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.187974 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['4f3aabf2-643e-4d86-8c04-a4ea0a14e119'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:54:27.219696 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:27.220591 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.222159 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-e034563b-f87c-4f11-9880-1e58fdd6ab06 req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "PUT /v2.0/ports/4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 942 time: 0.3602805 Sep 06 14:54:27.222633 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:54:27.225529 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb13040-153a-40b7-9bf0-939c4a5c63bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:54:27.231060 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 37930) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:27.271546 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event updated for resources: {'Port': ['ID=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,revision_number=7']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:27.278406 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf74d2d-a558-4937-9a41-20aa6a2a136a x-openstack-request-id: req-8cf74d2d-a558-4937-9a41-20aa6a2a136a {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:54:27.278526 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:54:27.279347 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cf74d2d-a558-4937-9a41-20aa6a2a136a {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:54:27.279347 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'status': 'completed', 'code': 200} Sep 06 14:54:27.298303 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.298658 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.299007 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.299350 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.299731 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.300066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.300401 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.300734 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.301066 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.301395 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.301723 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.302596 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0da9f4-4f89-44ad-883d-b6c5e7923295 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:27.306088 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['4f3aabf2-643e-4d86-8c04-a4ea0a14e119'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:54:27.352386 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ce16-6cc7-4e53-b993-1d0186456034 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.386003 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ce16-6cc7-4e53-b993-1d0186456034 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.389749 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-255582f3-9434-4b83-aca2-b3f9b87a5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:27.391283 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-255582f3-9434-4b83-aca2-b3f9b87a5e10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1098 time: 0.0849030 Sep 06 14:54:27.469491 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.provisioning_blocks [None req-0c8920c3-1307-40ef-8d3d-6eddbe8f0e2c None None] Provisioning complete for port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 triggered by entity DHCP. {{(pid=100991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 14:54:27.469864 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0c8920c3-1307-40ef-8d3d-6eddbe8f0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665325'] for port, provisioning_complete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.501284 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-70774c09-6915-4e63-ae75-ec702a8a119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:27.502661 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-70774c09-6915-4e63-ae75-ec702a8a119c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 200 len: 916 time: 0.1012213 Sep 06 14:54:27.572792 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-72469ec2-8b1e-4a4b-8c58-e8547e8eb63e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 1000 time: 0.0610602 Sep 06 14:54:27.588649 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ce16-6cc7-4e53-b993-1d0186456034 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.591111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ce16-6cc7-4e53-b993-1d0186456034 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for security_group, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.592207 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-d5d3ce16-6cc7-4e53-b993-1d0186456034 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "DELETE /v2.0/security-groups/88b76d14-fb13-48b1-803f-7ab9b71a4f40 HTTP/1.1" status: 204 len: 168 time: 0.3601925 Sep 06 14:54:27.595025 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 37932) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:27.622981 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3ce16-6cc7-4e53-b993-1d0186456034 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b76d14-fb13-48b1-803f-7ab9b71a4f40,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:27.636702 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-afd063b8-538c-4082-8075-0a82f6f0775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:27.638126 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-afd063b8-538c-4082-8075-0a82f6f0775a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=147a491e-e64f-449b-864d-4f9abae11506 HTTP/1.1" status: 200 len: 854 time: 0.0581620 Sep 06 14:54:27.685164 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-6750317b-6cd1-452c-a68c-fc23ba007fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:27.686649 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-6750317b-6cd1-452c-a68c-fc23ba007fa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5669e644-f6ae-4f5b-a65d-f04798002739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411551 Sep 06 14:54:27.757410 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Deleting port f7d7e38a-ef90-4498-b45f-d137eecb2092 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:27.757764 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:27.780742 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-f8ff6683-56c2-4bd2-a2d3-de6287c34eb0 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855806 Sep 06 14:54:27.922244 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-edb13040-153a-40b7-9bf0-939c4a5c63bf req-4d2e41ed-ea58-4404-8846-7df7ab223362 service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330581 Sep 06 14:54:28.064597 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:28.064935 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:28.076703 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Calling delete_port for f7d7e38a-ef90-4498-b45f-d137eecb2092 owned by network:floatingip {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:28.273658 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:28.297717 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event deleted for resources: {'Port': ['ID=f7d7e38a-ef90-4498-b45f-d137eecb2092,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:28.308882 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.309268 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.309611 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.310068 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.310408 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.310740 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.311071 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.311397 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.315570 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.315570 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.315570 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.315570 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:28.365164 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks [] for floatingip, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:28.365498 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.db.l3_db [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Floating IP e4b18a19-d597-40fb-9703-62346dfdde0f disassociated (deleted). External IP: 172.27.3.55, port: 4f3aabf2-643e-4d86-8c04-a4ea0a14e119. Sep 06 14:54:28.569289 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Router 493e38e4-4409-4bc2-b602-892266be72c1 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:54:28.674354 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:54:28.682680 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for floatingip, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:28.684192 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] Sync routers for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:54:28.693700 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:54:28.694312 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:54:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:28.706961 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-7e863634-41b4-493a-8e50-481ef8794dba tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "DELETE /v2.0/floatingips/e4b18a19-d597-40fb-9703-62346dfdde0f HTTP/1.1" status: 204 len: 168 time: 1.1107981 Sep 06 14:54:28.707565 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119'}] {{(pid=100989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:54:28.709903 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8976dfff58f120c67a2806688efa49c0b67eb648317670028e70c7f5a26590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccf7a20-aef4-4298-a810-cbd5d79fd662" -d '{"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119"}]}' {{(pid=100989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:54:28.746330 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb13ff9-3b4a-4e13-8bea-a657a69d991c x-openstack-request-id: req-dcb13ff9-3b4a-4e13-8bea-a657a69d991c {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:54:28.746881 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119", "status": "completed", "code": 200}]} {{(pid=100989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:54:28.747261 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcb13ff9-3b4a-4e13-8bea-a657a69d991c {{(pid=100989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:54:28.747701 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'status': 'completed', 'code': 200} Sep 06 14:54:28.801516 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:54:28.820565 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-18de4779-5271-48bb-868d-4be6c5c52410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:28.822252 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-18de4779-5271-48bb-868d-4be6c5c52410 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 1098 time: 0.0523672 Sep 06 14:54:28.923963 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-02ac446f-36d6-4b76-af0e-285b4ace9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:28.925496 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-02ac446f-36d6-4b76-af0e-285b4ace9e75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 200 len: 916 time: 0.0886893 Sep 06 14:54:28.971320 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-477b325d-5bd6-4b95-b8f2-af8151ec9267 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 200 len: 217 time: 0.0376368 Sep 06 14:54:29.028721 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-0f531df6-676b-4fcc-a176-45e8e0af41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:29.030266 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-0f531df6-676b-4fcc-a176-45e8e0af41f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=147a491e-e64f-449b-864d-4f9abae11506 HTTP/1.1" status: 200 len: 854 time: 0.0470760 Sep 06 14:54:29.077213 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-2c30da0f-791b-4380-b744-1cc873c8ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:29.078645 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-2c30da0f-791b-4380-b744-1cc873c8ba37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5669e644-f6ae-4f5b-a65d-f04798002739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405657 Sep 06 14:54:29.132499 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:32Z', 'revision_number': 5, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:29.158877 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] Checking router: 493e38e4-4409-4bc2-b602-892266be72c1 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:54:29.168558 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:54:29.169177 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:54:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:29.176759 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-22b41ecd-a4b9-4ac1-827f-c0dfa8717efc service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900230 Sep 06 14:54:29.266357 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-eccf7a20-aef4-4298-a810-cbd5d79fd662 req-88c2fd1f-b332-4f90-832f-56be8c26fa1c service neutron] 10.222.0.18 "GET /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819104 Sep 06 14:54:29.271345 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:54:29.464929 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:32Z', 'revision_number': 5, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:29.490245 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb08a03-9bb9-4240-b1db-4429d2cdb17e None None] The sync data for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi is: [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:27Z', 'revision_number': 4, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi', '_interfaces': [{'id': 'f669faf4-0b19-48ad-ad07-a282b9031136', 'name': '', 'network_id': '5669e644-f6ae-4f5b-a65d-f04798002739', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'mac_address': 'fa:16:3e:c5:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '147a491e-e64f-449b-864d-4f9abae11506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:26Z', 'updated_at': '2021-09-06T14:52:32Z', 'revision_number': 5, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'subnets': [{'id': '147a491e-e64f-449b-864d-4f9abae11506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:54:29.694935 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710f5fb-722e-4632-8672-cc217cdd4771 None None] New status for floating IP e4b18a19-d597-40fb-9703-62346dfdde0f: DOWN {{(pid=100992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 14:54:32.075707 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fdb60-58ed-4d1f-80ee-d1c23663c817 req-b1efa3bb-d058-4fa1-b687-2c1f09aacab0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:32.077139 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dc5fdb60-58ed-4d1f-80ee-d1c23663c817 req-b1efa3bb-d058-4fa1-b687-2c1f09aacab0 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0512092 Sep 06 14:54:32.113438 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-dc5fdb60-58ed-4d1f-80ee-d1c23663c817 req-07052724-fd62-4c0f-944f-d6f87ac80829 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304580 Sep 06 14:54:33.230629 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf7150-5626-4db7-a374-ca038e2cbbe1 req-7f5c96ed-43d4-4c15-a256-7e252101d606 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:33.232204 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-13bf7150-5626-4db7-a374-ca038e2cbbe1 req-7f5c96ed-43d4-4c15-a256-7e252101d606 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0511751 Sep 06 14:54:33.268648 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-13bf7150-5626-4db7-a374-ca038e2cbbe1 req-7c55b853-a81b-4bee-b43a-bf8690f5fa38 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306025 Sep 06 14:54:33.860210 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-7322eaf3-4843-4373-bef8-121360b9680e tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 14:54:33.861513 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-7322eaf3-4843-4373-bef8-121360b9680e tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 945 time: 0.0465617 Sep 06 14:54:33.950303 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Deleting port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:33.950641 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:34.034761 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] For port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:34.035099 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:34.047321 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Calling delete_port for 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 owned by compute:nova {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:34.256710 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:34.267793 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-c4ffd876-e307-4588-8eac-663588250027 None None] get_ports_and_sgs() called for port_ids ['4f3aabf2-643e-4d86-8c04-a4ea0a14e119'] {{(pid=100991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 14:54:34.285317 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Pushing event deleted for resources: {'Port': ['ID=4f3aabf2-643e-4d86-8c04-a4ea0a14e119,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:34.328014 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] No DVR routers for this DVR port 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 on host hv-cinder-80708 {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:54:34.330632 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36385'] for port, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:34.332635 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-b6be1acd-1b89-4818-8fa3-f21a70d54525 req-c884de72-a8cb-4447-be41-d32692e8a258 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.18 "DELETE /v2.0/ports/4f3aabf2-643e-4d86-8c04-a4ea0a14e119 HTTP/1.1" status: 204 len: 173 time: 0.4650502 Sep 06 14:54:34.333077 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'name': 'network-vif-deleted', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119'}] {{(pid=100990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 14:54:34.335316 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2fe5f48684ba0483da823f89d292b54dc8ef62758636921ad0b7578059e274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa0cff2-95fe-4c0e-8bda-238339df8539" -d '{"events": [{"server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "name": "network-vif-deleted", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119"}]}' {{(pid=100990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 14:54:34.367902 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [req-9d6d12c5-d3dc-4a01-9032-73969268d16b req-a175237d-1559-4350-9c73-16e3e1630a79 tempest-TestMinimumBasicScenario-1751000188 tempest-TestMinimumBasicScenario-1751000188-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b63a913-a140-46af-8a2e-f4e9626dd97f HTTP/1.1" status: 200 len: 210 time: 0.0280294 Sep 06 14:54:34.370515 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 14:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01f04b3-7a11-471f-9258-58b1f131492f x-openstack-request-id: req-f01f04b3-7a11-471f-9258-58b1f131492f {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 14:54:34.370803 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b63a913-a140-46af-8a2e-f4e9626dd97f", "name": "network-vif-deleted", "tag": "4f3aabf2-643e-4d86-8c04-a4ea0a14e119", "status": "completed", "code": 200}]} {{(pid=100990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 14:54:34.371087 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f01f04b3-7a11-471f-9258-58b1f131492f {{(pid=100990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 14:54:34.371434 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b63a913-a140-46af-8a2e-f4e9626dd97f', 'name': 'network-vif-deleted', 'tag': '4f3aabf2-643e-4d86-8c04-a4ea0a14e119', 'status': 'completed', 'code': 200} Sep 06 14:54:36.649337 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 38028) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:36.977780 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:37.207703 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Deleting port f669faf4-0b19-48ad-ad07-a282b9031136 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:37.208042 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:37.533294 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] For port f669faf4-0b19-48ad-ad07-a282b9031136, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=f669faf4-0b19-48ad-ad07-a282b9031136,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:37.533678 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:37.545144 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Calling delete_port for f669faf4-0b19-48ad-ad07-a282b9031136 owned by network:router_interface {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:37.625073 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:54:37.648258 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffd876-e307-4588-8eac-663588250027 None None] No Port match for: 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:54:37.648608 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Device 4f3aabf2-643e-4d86-8c04-a4ea0a14e119 not bound to the agent host hv-cinder-80708 {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:54:37.799279 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:37.824428 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Pushing event deleted for resources: {'Port': ['ID=f669faf4-0b19-48ad-ad07-a282b9031136,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:37.986288 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:38.192909 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Router 493e38e4-4409-4bc2-b602-892266be72c1 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:54:38.298208 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:54:38.303270 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-b0cdf568-6902-4aaf-9dbc-d0dc71f2c087 admin admin] 10.222.0.48 "PUT /v2.0/routers/493e38e4-4409-4bc2-b602-892266be72c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6529298 Sep 06 14:54:38.305721 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 38030) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:38.308401 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] Sync routers for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:54:38.318040 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:54:38.318653 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:54:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:38.408229 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks [] for router, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:38.431713 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:54:38.505870 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b346b35a-894f-437d-8c2b-00c45a42f91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:38.509707 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:38.607894 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:54:37Z', 'revision_number': 5, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port': {'id': '2d0e0d26-73e4-4438-8c31-3108464bee20', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e38e4-4409-4bc2-b602-892266be72c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:38.629529 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Deleting port 2d0e0d26-73e4-4438-8c31-3108464bee20 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:38.631929 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:38.634325 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] Checking router: 493e38e4-4409-4bc2-b602-892266be72c1 for host: dv-cinder-807083-5-iscsi {{(pid=100991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:54:38.642921 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] Routers {'493e38e4-4409-4bc2-b602-892266be72c1'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:54:38.643573 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:54:11Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['493e38e4-4409-4bc2-b602-892266be72c1'], 'active': True} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:38.710489 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] For port 2d0e0d26-73e4-4438-8c31-3108464bee20, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=2d0e0d26-73e4-4438-8c31-3108464bee20,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:38.710806 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:38.723947 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Calling delete_port for 2d0e0d26-73e4-4438-8c31-3108464bee20 owned by network:router_gateway {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:38.733993 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvr_db [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] Set router 493e38e4-4409-4bc2-b602-892266be72c1 gateway port host: None {{(pid=100991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:54:38.781755 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_hamode_db [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:54:38Z', 'revision_number': 6, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port_host': None}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:38.807960 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a124b5f-f51a-479a-9969-0bebcd95a5e3 None None] The sync data for ids ['493e38e4-4409-4bc2-b602-892266be72c1'] in dv-cinder-807083-5-iscsi is: [{'id': '493e38e4-4409-4bc2-b602-892266be72c1', 'name': 'tempest-TestMinimumBasicScenario-2112419108-router', 'tenant_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:24Z', 'updated_at': '2021-09-06T14:54:38Z', 'revision_number': 6, 'project_id': '4f713b055e6f4b5fa6aef91f8bae9e06', 'gw_port_host': None}] {{(pid=100991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:54:38.953846 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:38.979373 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0e0d26-73e4-4438-8c31-3108464bee20,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:39.036560 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.122973 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.124932 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.228018 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.228591 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 493e38e4-4409-4bc2-b602-892266be72c1 {{(pid=100990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:54:39.236818 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] Notify callbacks [] for router, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.236818 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-fd8f0fc8-56bf-4374-acb2-e887e9c657fa admin admin] 10.222.0.48 "DELETE /v2.0/routers/493e38e4-4409-4bc2-b602-892266be72c1 HTTP/1.1" status: 204 len: 168 time: 0.9277904 Sep 06 14:54:39.237097 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 38032) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:39.279804 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.db_base_plugin_v2 [None req-2483235b-39cc-40e3-b110-f8da5ba014f9 admin admin] Deleting subnet 147a491e-e64f-449b-864d-4f9abae11506 {{(pid=100990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:54:39.282721 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2483235b-39cc-40e3-b110-f8da5ba014f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.315821 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2483235b-39cc-40e3-b110-f8da5ba014f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126793731'] for subnet, precommit_delete_associations {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.393568 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2483235b-39cc-40e3-b110-f8da5ba014f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.531380 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2483235b-39cc-40e3-b110-f8da5ba014f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126827025'] for subnet, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.557808 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483235b-39cc-40e3-b110-f8da5ba014f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147a491e-e64f-449b-864d-4f9abae11506,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:39.561423 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-2483235b-39cc-40e3-b110-f8da5ba014f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for subnet, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.563342 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-2483235b-39cc-40e3-b110-f8da5ba014f9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/147a491e-e64f-449b-864d-4f9abae11506 HTTP/1.1" status: 204 len: 168 time: 0.3253365 Sep 06 14:54:39.580411 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267ba8b-aef5-4968-a60a-5d9671a0a6c6 None None] Network 5669e644-f6ae-4f5b-a65d-f04798002739 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:54:39.582649 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [-] (100990) accepted ('10.222.0.48', 38034) {{(pid=100990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:39.656883 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.708971 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Deleting port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 {{(pid=100990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:39.709111 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.740503 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] DHCP port deletion for 5669e644-f6ae-4f5b-a65d-f04798002739 request from dv-cinder-807083-5-iscsi {{(pid=100991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:54:39.775755 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.db [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] For port 7d1105e1-48bc-4a64-bd68-bd6e316f7272, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=7d1105e1-48bc-4a64-bd68-bd6e316f7272,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:39.776923 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.787091 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Deleting port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 {{(pid=100991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:39.787488 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.790643 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.plugin [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Calling delete_port for 7d1105e1-48bc-4a64-bd68-bd6e316f7272 owned by network:dhcp {{(pid=100990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:39.855261 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] For port 7d1105e1-48bc-4a64-bd68-bd6e316f7272, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=7d1105e1-48bc-4a64-bd68-bd6e316f7272,segment=NetworkSegment(83312a4b-0b24-42d3-9e0a-8b356a5c1a4f),segment_id=83312a4b-0b24-42d3-9e0a-8b356a5c1a4f)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:39.855686 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.866862 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Calling delete_port for 7d1105e1-48bc-4a64-bd68-bd6e316f7272 owned by network:dhcp {{(pid=100991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:39.993989 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368425'] for port, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:39.999486 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428'] for port, after_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.020580 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1105e1-48bc-4a64-bd68-bd6e316f7272,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:40.022400 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] No DVR routers for this DVR port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 on host dv-cinder-807083-5-iscsi {{(pid=100990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:54:40.029424 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] No DVR routers for this DVR port 7d1105e1-48bc-4a64-bd68-bd6e316f7272 on host dv-cinder-807083-5-iscsi {{(pid=100991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:54:40.032892 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Pushing event deleted for resources: {'Port': ['ID=7d1105e1-48bc-4a64-bd68-bd6e316f7272,revision_number=None']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:40.040483 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.041386 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.041386 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.041584 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.041799 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.042114 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.042497 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.042781 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.043114 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.043608 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.049980 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.049980 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aeb616-241d-40fd-ab6f-8dcb45010ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-5-iscsi {{(pid=100991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 14:54:40.095708 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.105342 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5669e644-f6ae-4f5b-a65d-f04798002739']}} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:40.115099 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f') {'for_net_delete': True} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:40.115394 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.services.segments.db [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83312a4b-0b24-42d3-9e0a-8b356a5c1a4f') {} {{(pid=100990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:40.123903 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126793754'] for segment, before_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.137339 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.142884 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:54:40.143248 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3368346'] for segment, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: Traceback (most recent call last): Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: timer() Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: cb(*args, **kw) Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: return func(*args, **kwargs) Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: self._notify() Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: self.callback(batched_events) Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: event.method(event) Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: return f(self, *a, **k) Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._get(url).json() Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: return self.request(url, 'GET', **kwargs) Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:54:40.144853 dv-cinder-807083-5-iscsi neutron-server[100990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:54:40.234240 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f669faf4-0b19-48ad-ad07-a282b9031136 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:54:40.248985 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.253502 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron_lib.callbacks.manager [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.259631 dv-cinder-807083-5-iscsi neutron-server[100990]: INFO neutron.wsgi [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5669e644-f6ae-4f5b-a65d-f04798002739 HTTP/1.1" status: 204 len: 168 time: 0.6719868 Sep 06 14:54:40.259744 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: f669faf4-0b19-48ad-ad07-a282b9031136 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:54:40.259744 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device f669faf4-0b19-48ad-ad07-a282b9031136 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:54:40.259744 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 2d0e0d26-73e4-4438-8c31-3108464bee20 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:54:40.260037 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 38036) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:40.270098 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48ffd2-d0b9-4079-880e-bc498fe6e2e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5669e644-f6ae-4f5b-a65d-f04798002739,revision_number=None']} {{(pid=100990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:40.277295 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 2d0e0d26-73e4-4438-8c31-3108464bee20 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:54:40.277640 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 2d0e0d26-73e4-4438-8c31-3108464bee20 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:54:40.278055 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 7d1105e1-48bc-4a64-bd68-bd6e316f7272 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:54:40.296686 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 7d1105e1-48bc-4a64-bd68-bd6e316f7272 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:54:40.296943 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 7d1105e1-48bc-4a64-bd68-bd6e316f7272 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:54:40.594799 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787748'] for router_interface, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.827393 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Deleting port 63182b07-070d-445b-a5d7-46fba4e36a29 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:40.827686 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.906130 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] For port 63182b07-070d-445b-a5d7-46fba4e36a29, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=63182b07-070d-445b-a5d7-46fba4e36a29,segment=NetworkSegment(770bc4a7-94e6-4da7-8f37-387d9c6ed363),segment_id=770bc4a7-94e6-4da7-8f37-387d9c6ed363)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:40.906518 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:40.919190 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Calling delete_port for 63182b07-070d-445b-a5d7-46fba4e36a29 owned by network:router_interface {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:41.177093 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:41.203601 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Pushing event deleted for resources: {'Port': ['ID=63182b07-070d-445b-a5d7-46fba4e36a29,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:41.239632 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3bcebdf1-1a27-428a-961c-895522d18e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:41.379338 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373190'] for router_interface, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:41.479867 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:41.596427 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Router 2724a301-cff3-4957-8f86-d663df1a8e34 has already been hosted by L3 agent 14ea5b18-2898-4f67-b133-47bb1bf179e9 {{(pid=100989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 14:54:41.698045 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] Notify agent at l3_agent.dv-cinder-807083-5-iscsi the message routers_updated {{(pid=100989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 14:54:41.703628 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-9edd8ed3-c18a-46c4-827a-1fe0c92f72ac admin admin] 10.222.0.48 "PUT /v2.0/routers/2724a301-cff3-4957-8f86-d663df1a8e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4436870 Sep 06 14:54:41.706128 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 38038) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:41.706959 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] Sync routers for ids ['2724a301-cff3-4957-8f86-d663df1a8e34'] in dv-cinder-807083-5-iscsi {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 14:54:41.717518 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] Routers {'2724a301-cff3-4957-8f86-d663df1a8e34'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:54:41.718123 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:54:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['2724a301-cff3-4957-8f86-d663df1a8e34'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:41.807071 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks [] for router, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:41.816555 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] Set router 2724a301-cff3-4957-8f86-d663df1a8e34 gateway port host: dv-cinder-807083-5-iscsi {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:54:41.907981 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:41.987092 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'external_fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:54:41Z', 'revision_number': 5, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port': {'id': '260cad3f-8ec7-4ed0-9ee2-235d057e53d5', 'name': '', 'network_id': '58bd897f-d043-4d11-8393-c3fcad939ad2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6006eeab-69c0-474a-a722-eed7092031ec', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006eeab-69c0-474a-a722-eed7092031ec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-5-iscsi'}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:42.013096 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] Checking router: 2724a301-cff3-4957-8f86-d663df1a8e34 for host: dv-cinder-807083-5-iscsi {{(pid=100992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 14:54:42.021058 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] Routers {'2724a301-cff3-4957-8f86-d663df1a8e34'} bound to L3 agent in host dv-cinder-807083-5-iscsi {{(pid=100992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 14:54:42.021662 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T14:31:11Z,description=,heartbeat_timestamp=2021-09-06T14:54:41Z,host='dv-cinder-807083-5-iscsi',id=14ea5b18-2898-4f67-b133-47bb1bf179e9,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T14:31:12Z,topic='l3_agent')) {'router_ids': ['2724a301-cff3-4957-8f86-d663df1a8e34'], 'active': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:42.047770 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Deleting port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:42.048112 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.104566 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvr_db [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] Set router 2724a301-cff3-4957-8f86-d663df1a8e34 gateway port host: None {{(pid=100992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 14:54:42.125010 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] For port 260cad3f-8ec7-4ed0-9ee2-235d057e53d5, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=260cad3f-8ec7-4ed0-9ee2-235d057e53d5,segment=NetworkSegment(2f95e511-4f60-44cb-a3db-22edc61bfa73),segment_id=2f95e511-4f60-44cb-a3db-22edc61bfa73)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:42.125387 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.141615 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Calling delete_port for 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 owned by network:router_gateway {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:42.157590 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.l3_hamode_db [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:54:41Z', 'revision_number': 6, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port_host': None}], 'dv-cinder-807083-5-iscsi', False) {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:42.184080 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45441b28-92dd-46fa-a7e4-95188e31d010 None None] The sync data for ids ['2724a301-cff3-4957-8f86-d663df1a8e34'] in dv-cinder-807083-5-iscsi is: [{'id': '2724a301-cff3-4957-8f86-d663df1a8e34', 'name': 'tempest-TestMinimumBasicScenario-681948904-router', 'tenant_id': '857e7218e6ae425bbc7696eeb7217272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T14:52:30Z', 'updated_at': '2021-09-06T14:54:41Z', 'revision_number': 6, 'project_id': '857e7218e6ae425bbc7696eeb7217272', 'gw_port_host': None}] {{(pid=100992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 14:54:42.221214 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.365192 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.394784 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=260cad3f-8ec7-4ed0-9ee2-235d057e53d5,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:42.450778 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373054'] for router_gateway, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.536618 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10873'] for router, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.538618 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.696533 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1784034'] for router, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.697133 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2724a301-cff3-4957-8f86-d663df1a8e34 {{(pid=100989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 14:54:42.701489 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] Notify callbacks [] for router, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.702644 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-25f5650a-0384-475a-b26a-3aa972c72c30 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2724a301-cff3-4957-8f86-d663df1a8e34 HTTP/1.1" status: 204 len: 168 time: 0.9955993 Sep 06 14:54:42.705078 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 38040) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:42.753061 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.db_base_plugin_v2 [None req-102db232-df08-49dd-bc85-2520f31cfd0f admin admin] Deleting subnet 902c711e-8574-4d72-a15a-df104d7ade89 {{(pid=100989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 14:54:42.756099 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-102db232-df08-49dd-bc85-2520f31cfd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.789646 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-102db232-df08-49dd-bc85-2520f31cfd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126592560'] for subnet, precommit_delete_associations {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.864253 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-102db232-df08-49dd-bc85-2520f31cfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-659523'] for subnet, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:42.994531 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-102db232-df08-49dd-bc85-2520f31cfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-659514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125941489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125968026'] for subnet, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.022105 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102db232-df08-49dd-bc85-2520f31cfd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=902c711e-8574-4d72-a15a-df104d7ade89,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:43.025581 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-102db232-df08-49dd-bc85-2520f31cfd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.028509 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-102db232-df08-49dd-bc85-2520f31cfd0f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/902c711e-8574-4d72-a15a-df104d7ade89 HTTP/1.1" status: 204 len: 168 time: 0.3220623 Sep 06 14:54:43.030527 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 38042) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:43.033118 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b7607f-6426-4fc7-9026-3ca5da91e113 None None] Network 6e6d9051-84a5-4a68-9db6-55f5425d33e7 requested from dv-cinder-807083-5-iscsi {{(pid=100991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 14:54:43.099305 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431591'] for network, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.160080 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Deleting port 31feff6c-f320-471c-90a4-1a2af3442802 {{(pid=100989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:43.160321 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.222224 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] DHCP port deletion for 6e6d9051-84a5-4a68-9db6-55f5425d33e7 request from dv-cinder-807083-5-iscsi {{(pid=100991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 14:54:43.232522 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.db [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] For port 31feff6c-f320-471c-90a4-1a2af3442802, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=31feff6c-f320-471c-90a4-1a2af3442802,segment=NetworkSegment(770bc4a7-94e6-4da7-8f37-387d9c6ed363),segment_id=770bc4a7-94e6-4da7-8f37-387d9c6ed363)] {{(pid=100989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:43.237042 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.244931 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.plugin [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Calling delete_port for 31feff6c-f320-471c-90a4-1a2af3442802 owned by network:dhcp {{(pid=100989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:43.268217 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] Deleting port 31feff6c-f320-471c-90a4-1a2af3442802 {{(pid=100991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 14:54:43.268600 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777108627487'] for port, before_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.382879 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125941468'] for port, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.407786 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Pushing event deleted for resources: {'Port': ['ID=31feff6c-f320-471c-90a4-1a2af3442802,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:43.415322 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] No DVR routers for this DVR port 31feff6c-f320-471c-90a4-1a2af3442802 on host dv-cinder-807083-5-iscsi {{(pid=100989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:54:43.450264 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.db [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] For port 31feff6c-f320-471c-90a4-1a2af3442802, host dv-cinder-807083-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-5-iscsi',level=0,port_id=31feff6c-f320-471c-90a4-1a2af3442802,segment=NetworkSegment(770bc4a7-94e6-4da7-8f37-387d9c6ed363),segment_id=770bc4a7-94e6-4da7-8f37-387d9c6ed363)] {{(pid=100991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 14:54:43.450587 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1780843'] for port, precommit_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.462773 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] Calling delete_port for 31feff6c-f320-471c-90a4-1a2af3442802 owned by network:dhcp {{(pid=100991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 14:54:43.485545 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667606', 'neutron.services.segments.db._delete_segments_for_network-8777108673410'] for network, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.495169 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6d9051-84a5-4a68-9db6-55f5425d33e7']}} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:43.505083 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770bc4a7-94e6-4da7-8f37-387d9c6ed363') {'for_net_delete': True} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:43.505387 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.services.segments.db [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770bc4a7-94e6-4da7-8f37-387d9c6ed363') {} {{(pid=100989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 14:54:43.514450 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777108674443', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126592553'] for segment, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.531127 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978'] for segment, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.535020 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-760166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777108633061', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777108129428'] for port, after_delete {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=100989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125941423'] for segment, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: Traceback (most recent call last): Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: timer() Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: cb(*args, **kw) Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: return func(*args, **kwargs) Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: self._notify() Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: self.callback(batched_events) Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: event.method(event) Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: return f(self, *a, **k) Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._get(url).json() Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: return self.request(url, 'GET', **kwargs) Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 14:54:43.540415 dv-cinder-807083-5-iscsi neutron-server[100989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 14:54:43.557603 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] Pushing event deleted for resources: {'Port': ['ID=31feff6c-f320-471c-90a4-1a2af3442802,revision_number=None']} {{(pid=100991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:43.563652 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8bc07a-b010-4f2e-bae4-d9682dca7cfb None None] No DVR routers for this DVR port 31feff6c-f320-471c-90a4-1a2af3442802 on host dv-cinder-807083-5-iscsi {{(pid=100991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 14:54:43.650918 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373010'] for network, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.656206 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577920'] for network, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:43.658027 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] 10.222.0.48 "DELETE /v2.0/networks/6e6d9051-84a5-4a68-9db6-55f5425d33e7 HTTP/1.1" status: 204 len: 168 time: 0.6265891 Sep 06 14:54:43.669198 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df87ed-8e2f-40e1-960f-f81717a5a79c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6d9051-84a5-4a68-9db6-55f5425d33e7,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:43.990277 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 38046) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:44.028734 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-efde6ca7-d1fd-43af-a236-7ea1968ae0a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f713b055e6f4b5fa6aef91f8bae9e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368192 Sep 06 14:54:44.031052 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 38048) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:44.076458 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2aabc5aa-5928-411e-9b31-e7c0485cd8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:44.096988 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2aabc5aa-5928-411e-9b31-e7c0485cd8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:44.228769 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 63182b07-070d-445b-a5d7-46fba4e36a29 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:54:44.259622 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 63182b07-070d-445b-a5d7-46fba4e36a29 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:54:44.259622 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 63182b07-070d-445b-a5d7-46fba4e36a29 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:54:44.259622 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 31feff6c-f320-471c-90a4-1a2af3442802 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:54:44.259622 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:44.272269 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 31feff6c-f320-471c-90a4-1a2af3442802 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:54:44.272616 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 31feff6c-f320-471c-90a4-1a2af3442802 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:54:44.273021 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 no longer exists at agent ovs-agent-dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 14:54:44.278008 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2aabc5aa-5928-411e-9b31-e7c0485cd8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:44.281245 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-2aabc5aa-5928-411e-9b31-e7c0485cd8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:44.284843 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-2aabc5aa-5928-411e-9b31-e7c0485cd8f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c HTTP/1.1" status: 204 len: 168 time: 0.2505674 Sep 06 14:54:44.290785 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabc5aa-5928-411e-9b31-e7c0485cd8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd3a9bd-4c2b-4dab-a0fe-4b79e56ad97c,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:44.291723 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.plugin [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] No Port match for: 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 {{(pid=100991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 14:54:44.294669 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron.plugins.ml2.rpc [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Device 260cad3f-8ec7-4ed0-9ee2-235d057e53d5 not bound to the agent host dv-cinder-807083-5-iscsi {{(pid=100991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 14:54:44.932567 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 38054) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:44.972150 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-358e3077-d741-4c9f-8019-43a4a53a7882 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=857e7218e6ae425bbc7696eeb7217272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384727 Sep 06 14:54:44.974420 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.wsgi [-] (100989) accepted ('10.222.0.48', 38056) {{(pid=100989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 14:54:45.020836 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e307fdc9-9ab4-4003-b9bc-151aacf095da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:45.041816 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e307fdc9-9ab4-4003-b9bc-151aacf095da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:45.182345 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e307fdc9-9ab4-4003-b9bc-151aacf095da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352465'] for security_group, after_delete {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:45.184950 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron_lib.callbacks.manager [None req-e307fdc9-9ab4-4003-b9bc-151aacf095da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:54:45.186083 dv-cinder-807083-5-iscsi neutron-server[100989]: INFO neutron.wsgi [None req-e307fdc9-9ab4-4003-b9bc-151aacf095da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8776395-6bd5-4185-b23a-edf2ea68eac9 HTTP/1.1" status: 204 len: 168 time: 0.2107818 Sep 06 14:54:45.194014 dv-cinder-807083-5-iscsi neutron-server[100989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307fdc9-9ab4-4003-b9bc-151aacf095da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8776395-6bd5-4185-b23a-edf2ea68eac9,revision_number=None']} {{(pid=100989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 14:54:47.616668 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:54:53.866057 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:08.456283 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-318c3834-e4a2-4f01-85a1-3deced5b5fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:11.279963 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-45a95ef2-c5f0-46c4-8644-bdfbf3902ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:11.445096 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:12.208990 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:14.216380 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:23.879545 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:24.615244 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:55:38.433465 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-cb366e40-e9c8-4098-a194-e49735ee0323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:41.239332 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-57e2d011-f6a0-4f62-b505-26ec86c97fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:41.466248 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:42.216247 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:44.198930 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:55:53.883840 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:01.614100 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:56:08.496341 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-a42ac429-51a7-4102-8d91-1796c637b286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:11.267839 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-78485cd2-6c75-49d4-b2dc-9bb1c4993727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:11.450223 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:12.273285 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:12.505102 dv-cinder-807083-5-iscsi neutron-server[100990]: DEBUG neutron.wsgi [req-d138fa89-c855-4bce-a901-c0a7ab0c2513 req-15f864a0-21ea-41a5-9151-ae6ef56226d2 service neutron] (100990) timed out ('10.222.0.18', 50744) {{(pid=100990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 06 14:56:14.238877 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:23.919216 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:38.444414 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-bf4198ed-2051-4849-be11-5afbd91ed195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:38.614945 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:56:41.244522 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-694a789e-b4a4-48c2-a4fa-69ad18987cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:41.461641 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:42.238926 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:44.239110 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:56:53.901757 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:08.453916 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c281258f-565e-48bf-b834-4dc48bddbe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:11.232864 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-9e3f03b8-a2a4-4d7b-8774-c709e39f3f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:11.466996 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:12.256529 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:14.204269 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:15.614500 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:57:23.916828 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:38.466496 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-576b65af-974d-4ee2-a0a2-ab35b885f7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:41.224879 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-b5446adf-bb39-4eb8-877c-b2bb28a0709b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:41.455440 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:42.236007 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:44.241755 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:57:52.613499 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:57:53.895387 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:08.455650 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-5539878d-ea11-4d17-a755-7cc7b4cb0839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:11.214911 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0f9d46f2-0f02-4c64-8bac-339992f88797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:11.447208 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:12.247247 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:14.209016 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:23.928803 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:29.612927 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:58:38.446817 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-0904adc9-cd7c-432f-b0b3-208034561b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:41.231362 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-30ee4a5b-b876-476c-9415-e692e015b60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:41.452648 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:42.260581 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:44.248670 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:58:53.966665 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:06.611502 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:59:08.454112 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-009a218f-4899-44eb-a2a9-d41ace61ebb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:11.242414 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-5707860c-f15a-40fb-b371-ed0e0ee9f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:11.556751 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:12.274575 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:14.259236 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:23.943114 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:38.447548 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-d964de96-9bbb-41b6-ac7a-337dbbf8e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:41.236103 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-cbc3c3f6-aa9f-4ad3-8cad-95c6a9b8bb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:41.474157 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-ffff6257-645d-4a5f-950a-96f98f11a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:42.291346 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-7434bf94-ef8d-4b32-b9a3-933ee6c3ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:43.610933 dv-cinder-807083-5-iscsi neutron-server[100992]: DEBUG neutron.db.agents_db [None req-5ef532b1-f18a-4bb7-912e-88b96ebc4bcb None None] Agent healthcheck: found 6 active agents {{(pid=100992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 14:59:44.253447 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-19feba2b-2fcc-4ef2-ae2b-9ba172aa3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 14:59:53.955658 dv-cinder-807083-5-iscsi neutron-server[100991]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd876-e307-4588-8eac-663588250027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777108673392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665244'] for agent, after_update {{(pid=100991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}